-- Logs begin at Thu 2022-04-28 14:14:37 UTC, end at Thu 2022-04-28 15:18:08 UTC. -- Apr 28 14:48:58.620168 dv-neutron-839772-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 14:49:01.308829 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.common.config [-] Logging enabled! Apr 28 14:49:01.309486 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev9 Apr 28 14:49:01.309573 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 14:49:01.312831 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.common.config [-] Logging enabled! Apr 28 14:49:01.313075 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev9 Apr 28 14:49:01.313383 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102531) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 14:49:01.314325 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:49:01.314526 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:49:01.314899 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:49:01.315135 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:49:01.315357 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:49:01.315672 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.315943 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.316272 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.316494 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.316782 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.317055 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.317332 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.317615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.317908 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.318189 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.318462 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.318742 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.318965 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.319245 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.319532 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.319796 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.320036 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] debug = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.320380 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.320791 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.321203 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.321479 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.321764 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.322038 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.322306 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.322577 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.322858 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.323180 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] host = dv-neutron-839772-1-hyperv {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.323453 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.323737 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.324041 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.324323 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.324591 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.324865 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.325143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.325410 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.325673 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.325941 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.326222 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.326501 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.326783 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.327004 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.327218 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.327501 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.327781 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.328086 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.328357 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.328624 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.328896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.329164 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.329425 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.329708 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.329984 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.330262 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.330531 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.330799 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.331064 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.331328 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.331603 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.331872 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.332166 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.332436 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.332718 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.332983 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.333255 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.333548 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.333828 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.334105 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.334384 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.334671 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.334928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.335196 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.335461 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.335727 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_json = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.336053 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.336320 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.336594 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.336860 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.337127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.337394 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.337661 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.337944 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.338210 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:01.338498 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.338800 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.339097 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.339381 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.339674 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.339974 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.340261 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.340535 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.340821 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.341104 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.341388 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.341664 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.341947 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.342221 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.342509 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.342810 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.343102 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.343387 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.343657 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.343944 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.344217 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.344488 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.344774 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.345049 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.345333 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.345616 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.345889 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.346171 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.346457 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.346745 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.347014 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.347287 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.347572 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.347843 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.348146 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.348419 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.348703 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.348981 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.349249 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.349530 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.349803 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.350070 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.350337 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.350610 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.350894 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.351168 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.351436 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.351751 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.352052 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.352322 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.352600 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.352876 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.353142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.353406 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.353679 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.353948 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.354214 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.354483 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.354750 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.355021 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.355287 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.355551 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.355819 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.356108 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.356375 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.356642 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.356907 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.357179 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.357445 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.357713 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.357977 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.358247 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.358511 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.358790 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.359081 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.359353 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.359631 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.359903 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.360194 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.360467 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.360739 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.361011 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.361284 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.361552 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.361835 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.362110 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.362391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.362670 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.362948 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.363237 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.363509 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.363789 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.364083 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.364358 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.364641 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.364921 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.365209 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.365497 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.365785 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.366073 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.366359 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.366635 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.366937 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.367237 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:01.367448 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:49:01.367682 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102531) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 14:49:01.716657 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 14:49:01.716899 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 14:49:01.717219 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 14:49:01.717549 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 14:49:02.104856 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.105070 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.105311 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.106581 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.106845 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.107108 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.142143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.142413 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.142650 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.157226 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.157496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.157756 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.185490 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.185756 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.186022 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.221955 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.222231 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.222485 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.445035 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.445679 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.445679 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.445859 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.446504 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.565873 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.566181 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.566457 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.566718 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.566976 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.567282 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.567531 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.567782 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.568062 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.568335 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.568587 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.568823 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.569071 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.569314 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.569562 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.569818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.570049 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.570332 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.570597 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.570849 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.571111 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.571355 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.571633 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.572030 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.572276 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.572516 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.572908 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.573141 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.573370 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.573600 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.573827 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.574053 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:02.574413 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 14:49:02.577471 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 14:49:02.581372 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 14:49:02.585187 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 28 14:49:02.586843 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 14:49:02.587319 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 14:49:02.587649 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 14:49:02.588056 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 14:49:02.590817 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 14:49:02.591056 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 14:49:02.591392 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 14:49:02.596626 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 28 14:49:02.618339 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 14:49:02.618786 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.619073 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102531) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 28 14:49:02.619432 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.620799 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102531) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 14:49:02.621077 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 14:49:02.621301 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 14:49:02.624807 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.625083 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:02.687673 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 14:49:02.687906 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 14:49:02.688149 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 14:49:02.688502 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 14:49:02.712293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_db.sqlalchemy.engines [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102531) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 28 14:49:03.258598 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing driver for type 'gre' Apr 28 14:49:03.259114 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] gre ID ranges: [(1, 1000)] Apr 28 14:49:03.313539 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing driver for type 'local' Apr 28 14:49:03.313886 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing driver for type 'vlan' Apr 28 14:49:03.329351 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] VlanTypeDriver initialization complete Apr 28 14:49:03.329688 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing driver for type 'vxlan' Apr 28 14:49:03.330356 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] vxlan ID ranges: [(1, 1000)] Apr 28 14:49:03.385041 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing extension driver 'port_security' Apr 28 14:49:03.385381 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.extensions.port_security [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] PortSecurityExtensionDriver initialization complete Apr 28 14:49:03.385704 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing mechanism driver 'openvswitch' Apr 28 14:49:03.386019 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing mechanism driver 'hyperv' Apr 28 14:49:03.393000 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.plugin [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:03.393681 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.394049 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.394394 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.394917 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.395379 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.395725 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.396097 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.396479 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.396880 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.397226 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.397562 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.397939 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.398332 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.398672 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.399005 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.399517 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.399898 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.400274 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.400612 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.400991 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.401400 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > address_group after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.401731 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > address_group after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.402065 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.402439 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102531) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 14:49:03.402862 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] ML2 OVO RPC backend initialized. {{(pid=102531) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 28 14:49:03.403559 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.404076 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.404366 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.404705 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > networks before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.405052 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.405412 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > ports before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.405725 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.406063 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnets before_response 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.406406 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.406742 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.407187 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.407396 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.407733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.408090 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.408447 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.408777 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.409082 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.419051 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded quota_driver: . Apr 28 14:49:03.419051 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.plugin [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Modular L2 Plugin initialization complete Apr 28 14:49:03.419852 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading services supported by the core plugin {{(pid=102531) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 14:49:03.420699 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.plugins.ml2.managers [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Got port-security extension from driver 'port_security' Apr 28 14:49:03.421204 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.extensions.vlantransparent [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Disabled vlantransparent extension. Apr 28 14:49:03.421866 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102531) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 14:49:03.422400 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: router Apr 28 14:49:03.461862 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.462479 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_create 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.462567 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router before_create 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.462943 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.463311 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.463661 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_delete 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.464044 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.464406 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.464746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_create 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.465092 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.465436 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.465777 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.466135 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.466534 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.466895 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.467230 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.467565 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: subnet after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.467898 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.468270 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.468622 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_create 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.468960 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.469297 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.469655 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router after_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.469996 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.470331 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_create 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.470689 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.471030 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_update 55549900 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.471390 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > agent after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.471734 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > agent after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.472101 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > network after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.472964 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Tracking information for resource: router configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:03.473290 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Tracking information for resource: floatingip configured {{(pid=102531) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 14:49:03.478256 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.db.l3_agentschedulers_db [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 14:49:03.478833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.479186 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.479537 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.479879 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: port after_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.480698 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router before_create 55550100 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.481057 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.481414 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_create 55550100 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.481767 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > router precommit_update 55550100 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.486612 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.provider_configuration [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service providers = [] {{(pid=102531) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 14:49:03.486975 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.db.servicetype_db [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102531) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 14:49:03.489930 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.service_base [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:49:03.490272 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.service_base [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:49:03.490605 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.service_base [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:49:03.491484 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.services.service_base [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102531) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 14:49:03.491853 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.services.service_base [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 14:49:03.492246 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.492563 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 14:49:03.502824 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.503157 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: auto_allocate Apr 28 14:49:03.509203 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: network precommit_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.509505 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: network precommit_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.510018 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.510334 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: tag Apr 28 14:49:03.517177 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.517505 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: timestamp Apr 28 14:49:03.521455 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.521785 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: network_ip_availability Apr 28 14:49:03.527172 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.527540 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.527891 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.528628 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.528938 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: flavors Apr 28 14:49:03.533584 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.533912 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading Plugin: revisions Apr 28 14:49:03.538161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102531) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 14:49:03.538547 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=102531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 14:49:03.539280 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102531) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 14:49:03.539590 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Initializing extension manager. Apr 28 14:49:03.540183 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: __init__.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.540523 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: __pycache__ {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.540854 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.541181 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: address_group.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.541932 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.542496 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: address-group Apr 28 14:49:03.542816 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: address_scope.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.543520 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.544044 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: address-scope Apr 28 14:49:03.544365 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.545283 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.545786 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: router-admin-state-down-before-update Apr 28 14:49:03.546111 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: agent.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.546979 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.547485 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: agent Apr 28 14:49:03.547805 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: agent_resources_synced.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.548727 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.549223 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: agent-resources-synced Apr 28 14:49:03.549539 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: allowedaddresspairs.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.551313 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.551826 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: allowed-address-pairs Apr 28 14:49:03.552173 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: auto_allocated_topology.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.553227 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.553730 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: auto-allocated-topology Apr 28 14:49:03.554051 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: availability_zone.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.554736 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.555232 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: availability_zone Apr 28 14:49:03.555572 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: availability_zone_filter.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.556502 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.556996 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: availability_zone_filter Apr 28 14:49:03.557310 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: data_plane_status.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.558196 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.558690 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 14:49:03.559002 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: default_subnetpools.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.559896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.560413 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: default-subnetpools Apr 28 14:49:03.560730 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.561537 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.562036 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: dhcp_agent_scheduler Apr 28 14:49:03.562352 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: dns.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.563267 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.563760 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension dns-integration not supported by any of loaded plugins Apr 28 14:49:03.564109 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: dns_domain_ports.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.565017 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.565509 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 14:49:03.565832 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.566738 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.567229 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 28 14:49:03.567547 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: dvr.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.568240 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.568738 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: dvr Apr 28 14:49:03.569053 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: ecmp_routes.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.569959 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.570452 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 28 14:49:03.570769 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: empty_string_filtering.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.571718 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.572247 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: empty-string-filtering Apr 28 14:49:03.572564 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.573464 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.573963 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 14:49:03.574280 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.575179 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.575682 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 14:49:03.576029 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: external_net.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.576927 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.577421 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: external-net Apr 28 14:49:03.577736 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.578637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.579133 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: extra_dhcp_opt Apr 28 14:49:03.579450 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: extraroute.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.580383 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.580949 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: extraroute Apr 28 14:49:03.581655 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: extraroute_atomic.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.583265 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.583542 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: extraroute-atomic Apr 28 14:49:03.583863 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: filter_validation.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.584554 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.585050 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: filter-validation Apr 28 14:49:03.585367 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: fip_pf_description.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.586280 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.586795 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 14:49:03.587109 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: fip_port_details.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.588054 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.588554 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: fip-port-details Apr 28 14:49:03.588871 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: flavors.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.590084 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.590587 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: flavors Apr 28 14:49:03.590906 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.592585 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.593097 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 14:49:03.593432 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: floatingip_pools.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.594127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.594641 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: floatingip-pools Apr 28 14:49:03.594964 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: ip_allocation.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.595894 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.596422 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 14:49:03.596749 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.597654 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.598155 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: ip-substring-filtering Apr 28 14:49:03.598475 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l2_adjacency.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.599385 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.599879 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 14:49:03.600224 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.601181 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.601688 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: router Apr 28 14:49:03.602010 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.604470 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.604996 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 14:49:03.605325 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.606245 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.606749 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: ext-gw-mode Apr 28 14:49:03.607076 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.608016 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.608517 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: l3-ha Apr 28 14:49:03.608839 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3_flavors.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.609741 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.610237 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: l3-flavors Apr 28 14:49:03.610555 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.611460 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.611994 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 14:49:03.612316 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: l3agentscheduler.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.613336 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.613842 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: l3_agent_scheduler Apr 28 14:49:03.614161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: logging.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.615627 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.616176 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension logging not supported by any of loaded plugins Apr 28 14:49:03.616504 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: metering.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.617270 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.617874 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: metering Apr 28 14:49:03.618197 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.619294 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.619797 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: metering_source_and_destination_fields Apr 28 14:49:03.620156 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: multiprovidernet.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.621077 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.621576 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: multi-provider Apr 28 14:49:03.621898 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: netmtu.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.622803 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.623298 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: net-mtu Apr 28 14:49:03.623613 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: netmtu_writable.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.624557 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.625049 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: net-mtu-writable Apr 28 14:49:03.625368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: network_availability_zone.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.626037 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.626531 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: network_availability_zone Apr 28 14:49:03.626843 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: network_ip_availability.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.627941 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.628511 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: network-ip-availability Apr 28 14:49:03.628834 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: network_segment_range.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.629591 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.630086 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 14:49:03.630404 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: pagination.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.631368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.631698 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: pagination Apr 28 14:49:03.632047 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: port_device_profile.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.632952 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.633463 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: port-device-profile Apr 28 14:49:03.633831 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.634744 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.635242 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: port-mac-address-regenerate Apr 28 14:49:03.635560 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.636500 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.636999 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: port-numa-affinity-policy Apr 28 14:49:03.637317 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: port_resource_request.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.638226 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.638720 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 14:49:03.639040 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: portbindings.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.640334 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.640832 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: binding Apr 28 14:49:03.641150 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: portbindings_extended.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.642517 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.643025 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: binding-extended Apr 28 14:49:03.643350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: portsecurity.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.644291 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.644800 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: port-security Apr 28 14:49:03.645119 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: project_id.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.646096 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.646418 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: project-id Apr 28 14:49:03.646736 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: providernet.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.647654 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.648187 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: provider Apr 28 14:49:03.648504 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.652123 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.652633 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos not supported by any of loaded plugins Apr 28 14:49:03.652961 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.654209 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.654712 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 14:49:03.655040 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.655975 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.656476 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 14:49:03.656800 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_default.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.657696 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.658201 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-default not supported by any of loaded plugins Apr 28 14:49:03.658524 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_fip.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.659171 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.659666 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-fip not supported by any of loaded plugins Apr 28 14:49:03.660021 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_gateway_ip.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.660935 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.661430 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 14:49:03.661743 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_port_network_policy.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.662644 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.663145 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 14:49:03.663464 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_pps_rule.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.664645 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.665206 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-pps not supported by any of loaded plugins Apr 28 14:49:03.665530 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_rule_type_details.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.666438 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.666935 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 14:49:03.667255 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: qos_rules_alias.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.668330 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.668833 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 14:49:03.669150 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: quotasv2.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.670051 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.670374 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: quotas Apr 28 14:49:03.670690 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: quotasv2_detail.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.672387 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.672720 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: quota_details Apr 28 14:49:03.673051 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: rbac.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.674094 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.674606 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: rbac-policies Apr 28 14:49:03.674928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: rbac_address_group.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.675854 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.676397 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: rbac-address-group Apr 28 14:49:03.676716 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: rbac_address_scope.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.677621 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.679678 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: rbac-address-scope Apr 28 14:49:03.680054 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: rbac_security_groups.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.681096 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.681614 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: rbac-security-groups Apr 28 14:49:03.681939 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: rbac_subnetpool.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.682856 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.683360 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: rbac-subnetpool Apr 28 14:49:03.683686 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: revisionifmatch.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.684631 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.685146 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: revision-if-match Apr 28 14:49:03.685469 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: revisions.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.686570 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.687074 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: standard-attr-revisions Apr 28 14:49:03.687400 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: router_availability_zone.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.688113 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.688617 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: router_availability_zone Apr 28 14:49:03.688941 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: routerservicetype.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.689852 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.690351 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension router-service-type not supported by any of loaded plugins Apr 28 14:49:03.690676 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.691586 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.692117 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: security-groups-normalized-cidr Apr 28 14:49:03.692440 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.693359 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.693867 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: port-security-groups-filtering Apr 28 14:49:03.694186 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.695097 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.695605 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: security-groups-remote-address-group Apr 28 14:49:03.695937 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: securitygroup.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.705553 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.706081 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: security-group Apr 28 14:49:03.706415 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: segment.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.707191 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.707694 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension segment not supported by any of loaded plugins Apr 28 14:49:03.708048 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.708977 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.709480 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 14:49:03.709808 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: servicetype.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.710964 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.711478 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: service-type Apr 28 14:49:03.711826 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: sorting.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.712829 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.713157 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: sorting Apr 28 14:49:03.713474 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: standard_attr_segment.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.714381 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.714887 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 14:49:03.715205 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: standardattrdescription.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.715865 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.716396 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: standard-attr-description Apr 28 14:49:03.716719 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: stateful_security_group.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.717655 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.718173 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: stateful-security-group Apr 28 14:49:03.718515 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: stdattrs_common.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.719100 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 14:49:03.719418 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.720371 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.720874 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 14:49:03.721189 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnet_onboard.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.722228 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.722736 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: subnet_onboard Apr 28 14:49:03.723055 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.723995 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.724500 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 14:49:03.724816 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnet_service_types.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.725729 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.726232 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: subnet-service-types Apr 28 14:49:03.726550 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnetallocation.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.727663 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.728199 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: subnet_allocation Apr 28 14:49:03.728520 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.729176 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.729678 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: subnetpool-prefix-ops Apr 28 14:49:03.729995 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.730919 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.731414 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 14:49:03.731731 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: tagging.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.732816 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.733323 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: standard-attr-tag Apr 28 14:49:03.733645 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: timestamp.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.734831 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.735337 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loaded extension: standard-attr-timestamp Apr 28 14:49:03.735666 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: trunk.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.736710 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.737221 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension trunk not supported by any of loaded plugins Apr 28 14:49:03.737546 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: trunk_details.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.738455 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.738944 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension trunk-details not supported by any of loaded plugins Apr 28 14:49:03.739275 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: uplink_status_propagation.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.740218 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.740718 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 14:49:03.741035 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Loading extension file: vlantransparent.py {{(pid=102531) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 14:49:03.741697 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102531) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 14:49:03.742196 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 14:49:03.744655 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:network Apr 28 14:49:03.745169 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnet Apr 28 14:49:03.745569 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:49:03.745960 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:port Apr 28 14:49:03.747170 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.747599 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service FLAVORS assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.748258 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.748683 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.749009 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:router Apr 28 14:49:03.749433 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 14:49:03.749910 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service METERING assigned prefix: /metering {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.751346 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.751715 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.752088 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:49:03.753089 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 14:49:03.753521 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:security_group Apr 28 14:49:03.753964 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 14:49:03.754558 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service CORE assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.754888 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:49:03.755230 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] subnetpool is already registered Apr 28 14:49:03.755652 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service CORE assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.755994 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:49:03.756337 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] subnetpool is already registered Apr 28 14:49:03.758738 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.759164 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service FLAVORS assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.759813 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.760204 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.760539 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:router Apr 28 14:49:03.760878 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] router is already registered Apr 28 14:49:03.761287 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:floatingip Apr 28 14:49:03.761619 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] floatingip is already registered Apr 28 14:49:03.762070 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service METERING assigned prefix: /metering {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.762719 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 14:49:03.763041 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] rbac_policy is already registered Apr 28 14:49:03.763449 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:security_group Apr 28 14:49:03.763778 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] security_group is already registered Apr 28 14:49:03.764202 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 14:49:03.764880 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] security_group_rule is already registered Apr 28 14:49:03.765502 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service CORE assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.765824 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:49:03.766158 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] subnetpool is already registered Apr 28 14:49:03.766568 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.v2.resource_helper [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Service CORE assigned prefix: {{(pid=102531) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 14:49:03.766886 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 14:49:03.767218 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING neutron.quota.resource_registry [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] subnetpool is already registered Apr 28 14:49:03.767680 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: extensions {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.769151 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: address-groups {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.770623 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: address-scopes {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.771956 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: agents {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.773121 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: auto-allocated-topology {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.774512 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: availability_zones {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.775857 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: dhcp-networks {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.777370 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: dhcp-agents {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.778793 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: routers {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.780991 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: flavors {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.782149 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: service_profiles {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.783356 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: next_providers {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.784836 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: service_profiles {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.786353 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: floatingip-pools {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.787557 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: routers {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.789679 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: floatingips {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.790982 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: l3-routers {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.792397 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: l3-agents {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.793797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: metering-labels {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.795135 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: metering-label-rules {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.796441 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: network-ip-availabilities {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.797702 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: bindings {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.800269 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: quotas {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.801717 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: quotas {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.803124 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: rbac-policies {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.804362 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: security-groups {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.805711 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: security-group-rules {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.806936 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: service-providers {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.808162 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: subnetpools {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.809568 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: subnetpools {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.811017 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.812751 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.814552 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.816351 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.818115 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.819959 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.821679 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.823555 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.825340 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.827081 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron.api.extensions [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Extended resource: tags {{(pid=102531) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 14:49:03.833137 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING keystonemiddleware.auth_token [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 14:49:03.838302 dv-neutron-839772-1-hyperv neutron-server[102531]: WARNING keystonemiddleware.auth_token [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 14:49:03.846793 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Acquired lock "singleton_lock" {{(pid=102531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 28 14:49:03.847266 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_concurrency.lockutils [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Releasing lock "singleton_lock" {{(pid=102531) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 28 14:49:03.847905 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Starting 2 workers Apr 28 14:49:03.852732 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Started child 102640 {{(pid=102531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:49:03.857066 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Started child 102641 {{(pid=102531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:49:03.857917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.858637 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO neutron.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 14:49:03.859211 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Notify callbacks [] for process, before_spawn {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.859456 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [-] (102640) wsgi starting up on http://0.0.0.0:9696 Apr 28 14:49:03.861683 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Starting 1 workers Apr 28 14:49:03.861885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.863023 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [-] (102641) wsgi starting up on http://0.0.0.0:9696 Apr 28 14:49:03.866820 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Started child 102642 {{(pid=102531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:49:03.867342 dv-neutron-839772-1-hyperv neutron-server[102531]: INFO oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Starting 1 workers Apr 28 14:49:03.870392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] calling RpcWorker wait() {{(pid=102642) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 14:49:03.871062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] returning from RpcWorker wait() {{(pid=102642) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 14:49:03.871898 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Started child 102643 {{(pid=102531) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 28 14:49:03.872150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.872512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:03.872726 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG neutron_lib.callbacks.manager [None req-741551fa-e2a5-4bad-bdf5-517123449975 None None] Notify callbacks [] for process, after_spawn {{(pid=102531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.874519 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 14:49:03.874744 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:49:03.874893 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:49:03.875032 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:49:03.875374 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:49:03.875616 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:49:03.876062 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.876516 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.876695 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.876845 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.876981 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:03.877533 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.877674 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.877905 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.878119 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:03.878284 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.878426 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.878647 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.878846 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.878992 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.879141 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.879400 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.879684 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.879947 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.880208 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.880445 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.880604 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.880858 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.881082 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.881357 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.881592 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] debug = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.881861 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.882329 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.882587 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.882745 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.882982 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.883217 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.883466 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.883750 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.884015 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.884226 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.884457 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.884700 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.884928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.885152 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.885384 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.885654 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.885982 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.886325 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] host = dv-neutron-839772-1-hyperv {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.886682 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.886843 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.886989 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.887209 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.887453 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.887660 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.887946 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.888186 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.888420 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.888654 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.888899 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.889139 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.889702 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.889935 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.890095 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_options = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.890339 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.890596 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.890847 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.891025 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.891170 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.891341 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.891585 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.891745 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.892000 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.892214 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.892426 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.892637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.892865 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.893103 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.893348 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.893584 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.893811 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.894036 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.894304 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.894545 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.894768 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.895008 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.895244 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.895881 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.895881 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.896331 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.896331 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.896621 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.896621 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897082 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897082 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897302 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897453 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897983 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.897983 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.898229 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.898344 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.898555 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.898812 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.899032 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.899336 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.899664 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.899796 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.900249 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.900398 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.900521 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.900778 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_json = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.900955 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.901189 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.901659 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.901659 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.901947 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.902092 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.902256 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.902700 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.902700 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.903115 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.905161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.906221 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.906221 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.906221 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.906221 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.907637 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.908439 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.908439 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.908439 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.908834 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.908834 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.909053 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.909171 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.909541 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910328 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910328 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910328 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910742 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910742 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910997 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.910997 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.911251 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.911430 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.911688 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.912565 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.912565 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.912565 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.912565 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913092 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913092 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913313 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913433 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913903 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.913903 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.914150 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.914356 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.914558 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.914828 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.915068 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.915203 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.915636 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.915805 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.915970 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.916491 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.916491 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.916800 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.916800 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.917247 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.917381 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.917512 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.917729 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.917904 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.918137 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.918334 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.918576 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.918762 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.918987 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.919176 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.919411 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.919584 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.919832 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.920115 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.920276 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.920511 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.920709 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.920955 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.921165 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.921369 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.921522 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.921761 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.921975 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.922182 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.922381 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.922594 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.922782 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.923018 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.923285 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.923577 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.923782 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.924054 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.924307 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.924554 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.924789 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.925003 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.925223 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.925473 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926094 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926094 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926406 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926406 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926688 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.926822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.927192 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.927544 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.927544 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.927810 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.928401 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.928401 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.928401 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.928800 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.928934 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.929075 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930041 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930041 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930041 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930041 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930671 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930671 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.930946 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.931080 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.931300 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.931524 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.933428 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934390 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934626 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.934864 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.935090 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.935328 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.935602 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.935828 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.936362 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.936362 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.936598 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.936790 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.937022 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.937264 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.937516 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.937732 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.937953 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.938157 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.938388 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.938612 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.938844 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.939051 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.939260 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.939515 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.939720 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.939942 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.940173 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.940409 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.940631 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.940858 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.941083 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942293 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.942833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.943145 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.943301 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.943508 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.943744 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.944032 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.944278 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.944483 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.944718 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.944977 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.945175 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.945382 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.945598 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.945808 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.946033 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.946271 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.946495 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.946712 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.946954 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.947274 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.947512 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.947732 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.948027 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.948260 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.948473 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.948685 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.948921 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.949175 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.949416 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.949646 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.949862 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.950896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.950896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.950896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.950896 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.951455 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.951455 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.951455 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.951855 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.951855 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.952143 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.952298 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.952434 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.952605 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.952836 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.953045 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.953271 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.953474 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.953754 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.953994 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.954226 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.954477 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.954704 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.954926 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.955182 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.955404 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.955646 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.955863 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.956090 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.956310 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.956504 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.956708 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.956911 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.957125 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.957333 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.957528 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.957738 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.957963 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.958161 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.958377 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.958865 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.959227 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.959452 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.959656 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.959864 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.960099 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.960334 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.960541 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.960753 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.960959 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.961164 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.961379 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.961616 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.961858 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.962138 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.962385 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.962603 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.962887 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.963130 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.963365 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.963579 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.963882 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.964115 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.964365 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.964593 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.964804 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.965016 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.965261 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.965576 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.965859 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.966093 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.966346 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.966632 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.966895 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.967165 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.967371 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.967675 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.968010 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.968281 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.968527 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.968776 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.969015 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.969231 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.969442 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.969652 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.969881 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.970087 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.970466 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.970702 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.970923 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.971158 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.971382 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.971616 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.971835 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.972090 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.972305 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.972516 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.972668 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:49:03.973194 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102531) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 28 14:49:03.973352 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 14:49:03.973501 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 14:49:03.973669 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 14:49:03.973837 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 14:49:03.973980 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 14:49:03.974180 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.974334 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.974491 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.974634 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.974782 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.974956 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975116 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975341 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975449 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975561 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975732 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.975869 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976013 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976168 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976319 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976470 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976621 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976771 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.976927 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977069 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977248 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977404 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977554 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] debug = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:03.977805 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.977924 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978054 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978172 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978287 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978435 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978584 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978735 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.978886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979037 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979187 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979336 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979488 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979639 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979788 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.979956 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980109 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980259 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] host = dv-neutron-839772-1-hyperv {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980481 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980624 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980936 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.980936 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.981182 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.981182 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.981579 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.981579 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.981579 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982038 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982038 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982038 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982392 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982392 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982392 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_options = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982750 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982750 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.982750 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.983412 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.983412 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.983412 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.983412 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.984472 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986078 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.986818 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987391 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987864 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987864 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.987864 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988140 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988140 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988284 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988360 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988515 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988653 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988805 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.988953 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_json = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989104 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989254 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989403 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989553 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989703 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.989852 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.990003 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.990155 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.990305 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 14:49:03.990476 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.990633 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.990798 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.990952 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991105 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991259 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991413 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991567 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991721 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.991874 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992062 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992237 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992389 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992523 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992670 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.992877 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.993050 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.993207 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.995958 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.996822 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.997350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:03.999746 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.001142 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.002870 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.003797 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.004886 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.006405 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.007733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.008496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.009368 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.010615 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.011242 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012127 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.012951 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.013842 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.014928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.014928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.014928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.014928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.014928 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015354 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015354 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015354 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015567 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015567 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015707 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.015979 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016135 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016291 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016446 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016601 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016755 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.016910 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017064 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017217 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017372 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017525 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017678 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017833 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.017990 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018144 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018298 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018453 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018607 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018761 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.018915 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019087 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019243 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019395 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019551 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019706 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.019860 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020036 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020190 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020343 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020496 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020651 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020806 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.020959 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021112 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021266 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021420 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021576 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021733 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.021887 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022040 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022196 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022350 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022503 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022657 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022811 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.022965 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023118 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023271 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023424 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023590 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023745 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.023899 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024103 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024285 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024438 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024602 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024756 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.024910 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025063 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025216 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025369 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025536 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025689 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025841 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.025995 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026148 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026301 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026463 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026617 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026770 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.026923 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027076 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027230 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027392 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027545 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027698 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.027851 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028027 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028181 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028345 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028498 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028653 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028807 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.028960 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029113 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029276 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029431 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029584 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029748 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.029900 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030053 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030206 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030371 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030524 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030680 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030834 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.030986 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031138 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031294 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031454 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031616 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031776 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.031953 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032120 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032284 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032446 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032600 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032935 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.032935 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033165 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033275 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033388 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033515 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033619 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033771 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.033923 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034076 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034229 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034383 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034538 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034691 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034843 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.034996 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035148 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035301 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035459 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035611 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035764 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 14:49:04.035954 dv-neutron-839772-1-hyperv neutron-server[102531]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102531) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 14:49:04.289507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:04.302809 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099244 Apr 28 14:49:15.656817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301573d-2323-49a2-9c0c-fda286910741 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:49:15.712796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301573d-2323-49a2-9c0c-fda286910741 None None] No non-hosted networks {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 14:49:15.728831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.agentschedulers_db [None req-a301573d-2323-49a2-9c0c-fda286910741 None None] DHCP Agent not found on host dv-neutron-839772-1-hyperv {{(pid=102642) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 14:49:15.839732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35132d9c-be51-4919-8be9-e182c8d5665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:17.900511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-72d84c4c-484a-4632-888a-45770b75f816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:17.961487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3913f5b6-cc08-45cc-bb59-19be1a95af7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:18.904396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:20.059059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:20.690293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:20.691221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.691752 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.692540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.693089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.693506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.693889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.694308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.694649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.694974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.695305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.695835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.696186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:20.697044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839772-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:20.705508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839772-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:21.582635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:22.100667 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING oslo_policy.policy [None req-76cb552e-1e1a-498a-962a-dc3d697717bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:22.101206 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING oslo_policy.policy [None req-76cb552e-1e1a-498a-962a-dc3d697717bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:22.320398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-76cb552e-1e1a-498a-962a-dc3d697717bd admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:49:22.321406 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-76cb552e-1e1a-498a-962a-dc3d697717bd admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7377198 Apr 28 14:49:24.724595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:25.196145 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.db.l3_hamode_db [None req-edd07a5c-3acb-405b-b8e4-976ad46fc1e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 14:49:25.245717 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING oslo_policy.policy [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:25.246280 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING oslo_policy.policy [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:25.279980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd07a5c-3acb-405b-b8e4-976ad46fc1e6 None None] Routers set() bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:49:25.280362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd07a5c-3acb-405b-b8e4-976ad46fc1e6 None None] Router IDs set() for agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 28 14:49:25.481023 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:25.573620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.policy [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 14:49:25.617950 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING oslo_policy.policy [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:25.618340 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING oslo_policy.policy [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:25.725558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745693056085', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745693056512', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745693068543', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745693066843', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745692563015', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745693022887', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7877028', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7866038', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630290', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-959515'] for rbac-policy, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:25.798263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:25.799527 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bf362215-7eaf-4237-986f-d7acb4325c90 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0728474 Apr 28 14:49:28.417669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:28.737650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:28.793404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Made reservation on behalf of aba403d3eac34c11b16aae0dee09ee49 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:49:28.858888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.policy [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102641) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 14:49:28.903712 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING oslo_policy.policy [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:28.904102 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING oslo_policy.policy [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 14:49:28.914264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:28.936292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.061970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.069210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.088521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:49:29.117905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745689894247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.118472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Unsubscribe: segment precommit_create {{(pid=102641) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 14:49:29.118990 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Added segment c64982eb-e03b-460a-a20e-4ea5ae1233c8 of type vlan for network 30334c51-520e-439f-b2bc-71f2cbdc8aad Apr 28 14:49:29.134320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd81b1-88c9-427f-a7c3-f19aea321e76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:29.182054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.182384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.182795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.183100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.183473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.183761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.184104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.184472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.184794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.185108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.185419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.186339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Tracked resource versions report: Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: pushed versions: Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: { 'AddressGroup': {'1.2'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Log': {'1.0'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Network': {'1.1'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Port': {'1.7'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'PortForwarding': {'1.2'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'QosPolicy': {'1.9'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroup': {'1.4'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SubPort': {'1.0'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Subnet': {'1.1'}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Trunk': {'1.1'}} Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: consumer versions: Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'ConntrackHelper': '1.0', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Log': '1.0', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Network': '1.1', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Port': '1.7', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'PortForwarding': '1.2', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'QosPolicy': '1.9', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroup': '1.4', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroupRule': '1.2', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SubPort': '1.0', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Subnet': '1.1', Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Trunk': '1.1'}} Apr 28 14:49:29.188461 dv-neutron-839772-1-hyperv neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:49:29.240163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.285870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.286970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:29.287601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:29.375856 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9571178 Apr 28 14:49:29.386813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cf0e0-89b3-4b0c-8598-3bb15066f264 admin admin] Pushing event updated for resources: {'Network': ['ID=30334c51-520e-439f-b2bc-71f2cbdc8aad,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:29.398875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:49:32.140874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38512) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:32.577506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf640d7-fc0c-4de6-bd69-c619494b2008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:32.579011 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9cf640d7-fc0c-4de6-bd69-c619494b2008 admin admin] 10.222.0.58 "GET /v2.0/networks/30334c51-520e-439f-b2bc-71f2cbdc8aad HTTP/1.1" status: 200 len: 825 time: 0.4371893 Apr 28 14:49:32.607323 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dc7d85bd-42e3-4066-a420-136780428770 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/95757bb2-8e59-425a-82db-fa01be3c1b64 HTTP/1.1" status: 200 len: 734 time: 0.0183809 Apr 28 14:49:32.616343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Request body: {'subnet': {'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64', 'gateway_ip': '172.20.0.1', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:32.644728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Made reservation on behalf of aba403d3eac34c11b16aae0dee09ee49 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:49:32.647378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:32.936449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:33.009607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Checking segment: {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:49:33.009956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Network hostable DHCP agents. Network: 30334c51-520e-439f-b2bc-71f2cbdc8aad, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:49:33.026318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada8eb40-cb4d-4a06-889e-db934c98abc6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:33.040707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.041162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.041495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.041845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.042163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.042523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.042823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.043205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.043540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.043843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.044201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.044506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Tracked resource versions report: Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: pushed versions: Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: { 'AddressGroup': {'1.2'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Log': {'1.0'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Network': {'1.1'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Port': {'1.7'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'PortForwarding': {'1.2'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'QosPolicy': {'1.9'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroup': {'1.4'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SubPort': {'1.0'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Subnet': {'1.1'}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Trunk': {'1.1'}} Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: consumer versions: Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'ConntrackHelper': '1.0', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Log': '1.0', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Network': '1.1', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Port': '1.7', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'PortForwarding': '1.2', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'QosPolicy': '1.9', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroup': '1.4', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroupRule': '1.2', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SubPort': '1.0', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Subnet': '1.1', Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Trunk': '1.1'}} Apr 28 14:49:33.045886 dv-neutron-839772-1-hyperv neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:49:33.057213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:49:33.074482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 30334c51-520e-439f-b2bc-71f2cbdc8aad) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:33.079301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:33.080026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:33.085947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6b200-d082-433e-9a10-c7d8b181e4f6 None None] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:49:33.096809 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d6634aed-8430-4381-bda2-626797325bac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4835775 Apr 28 14:49:33.402784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-30334c51-520e-439f-b2bc-71f2cbdc8aad', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:49:33.403972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:33.701713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Allocated IP 172.20.0.2 (30334c51-520e-439f-b2bc-71f2cbdc8aad/ada8eb40-cb4d-4a06-889e-db934c98abc6/a0a50ccd-bf65-4d29-b792-e7a3a8d68791) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:49:33.904058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:33.912781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:33.980020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:49:33.990510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:33.999630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:49:34.002890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Pushing event updated for resources: {'Port': ['ID=a0a50ccd-bf65-4d29-b792-e7a3a8d68791,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:34.014661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.015026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.015336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.015661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.016044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.016369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.016693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.017032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.017365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.017687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.017997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.018309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Tracked resource versions report: Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: pushed versions: Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: { 'AddressGroup': {'1.2'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Log': {'1.0'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Network': {'1.1'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Port': {'1.7'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'PortForwarding': {'1.2'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'QosPolicy': {'1.9'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroup': {'1.4'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SubPort': {'1.0'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Subnet': {'1.1'}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Trunk': {'1.1'}} Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: consumer versions: Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'ConntrackHelper': '1.0', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Log': '1.0', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Network': '1.1', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Port': '1.7', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'PortForwarding': '1.2', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'QosPolicy': '1.9', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroup': '1.4', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroupRule': '1.2', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SubPort': '1.0', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Subnet': '1.1', Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Trunk': '1.1'}} Apr 28 14:49:34.019651 dv-neutron-839772-1-hyperv neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:49:34.090304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Attempting to bind port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:49:34.090981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Attempting to bind port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:49:34.091098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Attempting to bind port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 on network 30334c51-520e-439f-b2bc-71f2cbdc8aad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:49:34.096131 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:49:34.096525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Checking segment: {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:49:34.096981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:34.097361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Bound using segment: {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:49:34.097862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Bound port: a0a50ccd-bf65-4d29-b792-e7a3a8d68791, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:49:34.098261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:34.160497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] For port a0a50ccd-bf65-4d29-b792-e7a3a8d68791, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:49:34.181709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] For port a0a50ccd-bf65-4d29-b792-e7a3a8d68791, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a0a50ccd-bf65-4d29-b792-e7a3a8d68791,segment=NetworkSegment(c64982eb-e03b-460a-a20e-4ea5ae1233c8),segment_id=c64982eb-e03b-460a-a20e-4ea5ae1233c8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:49:34.187318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:34.242843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ecf08-ffad-46ed-b271-a37a00150cc1 None None] Pushing event updated for resources: {'Port': ['ID=a0a50ccd-bf65-4d29-b792-e7a3a8d68791,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:35.536434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:35.863047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-3534e2c1-22c1-43b0-91fb-e23a4c8daa6d admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:49:35.864111 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3534e2c1-22c1-43b0-91fb-e23a4c8daa6d admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3266695 Apr 28 14:49:38.240999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38532) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:38.567120 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-5394afc1-99e8-4007-9d6d-6821673396a3 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:49:38.568155 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5394afc1-99e8-4007-9d6d-6821673396a3 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261719 Apr 28 14:49:41.225139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:41.554902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Request body: {'router': {'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'name': 'router1', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:41.580319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:41.582011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:41.738584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:41.747518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:41.769109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:41.770358 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3d461860-5792-480d-b62d-beaaf420f7a8 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5442214 Apr 28 14:49:41.990575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a0a50ccd-bf65-4d29-b792-e7a3a8d68791 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:49:42.084671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:42.085050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:42.194718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:42.227163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port a0a50ccd-bf65-4d29-b792-e7a3a8d68791, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a0a50ccd-bf65-4d29-b792-e7a3a8d68791,segment=NetworkSegment(c64982eb-e03b-460a-a20e-4ea5ae1233c8),segment_id=c64982eb-e03b-460a-a20e-4ea5ae1233c8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:49:42.231959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:42.281066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=a0a50ccd-bf65-4d29-b792-e7a3a8d68791,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:42.477890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7667c-6d8a-4855-a428-0f5790652c44 None None] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:49:42.608083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-28834f7e-222a-496e-9d83-b9fe33550ec7 None None] Provisioning complete for port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:42.608452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28834f7e-222a-496e-9d83-b9fe33550ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:42.844656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-566ab45b-8c6a-4c3a-8438-75a1250a2a4d None None] Provisioning complete for port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:42.845017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-566ab45b-8c6a-4c3a-8438-75a1250a2a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:43.952442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a0a50ccd-bf65-4d29-b792-e7a3a8d68791 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:49:44.009230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:44.009725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:44.176434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38554) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:44.519213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-8a8f1d23-e3bb-498f-a783-6f9d89bff9cc admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:49:44.520203 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8a8f1d23-e3bb-498f-a783-6f9d89bff9cc admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428452 Apr 28 14:49:45.502891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bb86bdf-33d3-45d0-9875-e15eea9f8f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:46.928035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:47.248891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:47.274839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Made reservation on behalf of 6e4771c8a2ab4f5692d3f73ebe0a9a2d for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:49:47.278412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.297573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.409652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.416901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.446679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Reserving flat network on physical network physnet1 {{(pid=102640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 14:49:47.466972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf3cbb-0422-40da-a114-c067bde20036,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:47.474057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745689894247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.474617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Unsubscribe: segment precommit_create {{(pid=102640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 14:49:47.475083 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Added segment 886e5984-6c43-4301-8215-71e5c6adf8ce of type flat for network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 Apr 28 14:49:47.528475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.568178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.569100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:47.569668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:47.638108 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7089891 Apr 28 14:49:47.660507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb8827-73b2-414f-baaf-c03a18ee75ea admin admin] Pushing event updated for resources: {'Network': ['ID=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:47.672278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:49:47.890736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b6f8acc-8328-401b-bb43-d06cdc5684c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:48.870025 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:50.008507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:50.022923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:50.237541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1c8dfd-fcfd-40fc-bbb5-db22d3ef14f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:50.238873 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a1c8dfd-fcfd-40fc-bbb5-db22d3ef14f5 admin admin] 10.222.0.58 "GET /v2.0/subnets/ada8eb40-cb4d-4a06-889e-db934c98abc6 HTTP/1.1" status: 200 len: 849 time: 0.2149513 Apr 28 14:49:50.397375 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1a6b320-b05d-4482-b1b8-f1e09350d8ba admin admin] 10.222.0.58 "GET /v2.0/routers/c72de7e0-ad0c-4078-b2dd-0a0486ff70bd HTTP/1.1" status: 200 len: 704 time: 0.1520209 Apr 28 14:49:50.685228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:50.687810 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:50.998529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Allocated IP 172.20.0.1 (30334c51-520e-439f-b2bc-71f2cbdc8aad/ada8eb40-cb4d-4a06-889e-db934c98abc6/cb91a541-8df1-475f-9153-bf53231a16cf) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:49:51.200863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.273294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.340847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:49:51.347395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:51.357814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:49:51.358372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.379551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Pushing event updated for resources: {'Port': ['ID=cb91a541-8df1-475f-9153-bf53231a16cf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:51.562696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.599478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3ee7727d-3c91-448b-9381-1a7aecaf080d None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:51.600084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3ee7727d-3c91-448b-9381-1a7aecaf080d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.680392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7727d-3c91-448b-9381-1a7aecaf080d None None] Port cb91a541-8df1-475f-9153-bf53231a16cf cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:49:51.823722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.831406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.832167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:51.910583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Pushing event updated for resources: {'Port': ['ID=cb91a541-8df1-475f-9153-bf53231a16cf,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:51.959948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:49:51.961304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:52.122235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:49:52.203571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-18c69bb6-824c-47ea-a114-5afeff02483f None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:52.203971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18c69bb6-824c-47ea-a114-5afeff02483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:52.221803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:49:52.227927 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-25a4c7aa-6b71-4608-b5a5-fc53075586fb admin admin] 10.222.0.58 "PUT /v2.0/routers/c72de7e0-ad0c-4078-b2dd-0a0486ff70bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8197761 Apr 28 14:49:52.233752 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Sync routers for ids ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:49:52.242703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-18c69bb6-824c-47ea-a114-5afeff02483f None None] Port cb91a541-8df1-475f-9153-bf53231a16cf cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:49:52.246169 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Routers {'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:49:52.246979 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:49:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:52.430757 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Set router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:49:52.857777 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:51Z', 'revision_number': 2, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port_host': None, '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:51Z', 'revision_number': 2, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:52.908429 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Checking router: c72de7e0-ad0c-4078-b2dd-0a0486ff70bd for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:49:52.908790 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Updating router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd port cb91a541-8df1-475f-9153-bf53231a16cf binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:49:52.956646 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.460901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.468584 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.627761 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Pushing event updated for resources: {'Port': ['ID=cb91a541-8df1-475f-9153-bf53231a16cf,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:53.645955 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.646297 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.646601 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.646969 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.647372 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.647636 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.647890 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.648351 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.648606 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.648948 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.649233 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.649565 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Tracked resource versions report: Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: pushed versions: Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: { 'AddressGroup': {'1.2'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'ConntrackHelper': {'1.0'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Log': {'1.0'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Network': {'1.1'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Port': {'1.7'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'PortForwarding': {'1.2'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'QosPolicy': {'1.9'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroup': {'1.4'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SubPort': {'1.0'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Subnet': {'1.1'}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Trunk': {'1.1'}} Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: consumer versions: Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'ConntrackHelper': '1.0', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Log': '1.0', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Network': '1.1', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Port': '1.7', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'PortForwarding': '1.2', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'QosPolicy': '1.9', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroup': '1.4', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroupRule': '1.2', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SubPort': '1.0', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Subnet': '1.1', Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Trunk': '1.1'}} Apr 28 14:49:53.650923 dv-neutron-839772-1-hyperv neutron-server[102643]: {{(pid=102643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:49:53.655444 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Attempting to bind port cb91a541-8df1-475f-9153-bf53231a16cf on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:49:53.655827 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Attempting to bind port cb91a541-8df1-475f-9153-bf53231a16cf by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:49:53.656297 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Attempting to bind port cb91a541-8df1-475f-9153-bf53231a16cf on network 30334c51-520e-439f-b2bc-71f2cbdc8aad {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:49:53.661314 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:49:53.661696 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Checking segment: {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:49:53.662255 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.662526 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Bound using segment: {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:49:53.663018 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Bound port: cb91a541-8df1-475f-9153-bf53231a16cf, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64982eb-e03b-460a-a20e-4ea5ae1233c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:49:53.663400 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.671795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a4248695-dea8-40a4-918e-66c923a79166 None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:53.672360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4248695-dea8-40a4-918e-66c923a79166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.710035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a4248695-dea8-40a4-918e-66c923a79166 None None] Port cb91a541-8df1-475f-9153-bf53231a16cf cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:49:53.733486 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] For port cb91a541-8df1-475f-9153-bf53231a16cf, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:49:53.751975 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] For port cb91a541-8df1-475f-9153-bf53231a16cf, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb91a541-8df1-475f-9153-bf53231a16cf,segment=NetworkSegment(c64982eb-e03b-460a-a20e-4ea5ae1233c8),segment_id=c64982eb-e03b-460a-a20e-4ea5ae1233c8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:49:53.757103 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:53.820808 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Routers {'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:49:53.821449 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:49:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:53.826192 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc5e5-6221-47bc-81bb-7a810db2e951 None None] Pushing event updated for resources: {'Port': ['ID=cb91a541-8df1-475f-9153-bf53231a16cf,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:53.912493 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] Set router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:49:54.031269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:49:54.031619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:54.107882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:54.119301 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:51Z', 'revision_number': 2, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port_host': None, '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:53Z', 'revision_number': 4, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:49:54.141226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] For port cb91a541-8df1-475f-9153-bf53231a16cf, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb91a541-8df1-475f-9153-bf53231a16cf,segment=NetworkSegment(c64982eb-e03b-460a-a20e-4ea5ae1233c8),segment_id=c64982eb-e03b-460a-a20e-4ea5ae1233c8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:49:54.146473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:54.147784 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1588cbde-9e32-4921-a345-2a2b321d5c5e None None] The sync data for ids ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'] in dv-neutron-839772-1-hyperv is: [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:51Z', 'revision_number': 2, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port_host': None, '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:53Z', 'revision_number': 4, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:49:54.200877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4d61-c1b3-4dcf-8bc8-6749ab2e5cee None None] Pushing event updated for resources: {'Port': ['ID=cb91a541-8df1-475f-9153-bf53231a16cf,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:54.464083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 38600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:54.578903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866deed-ee36-4a66-9b71-ef09fbfd5790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:54.580315 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0866deed-ee36-4a66-9b71-ef09fbfd5790 admin admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 842 time: 0.1152835 Apr 28 14:49:54.590704 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Request body: {'subnet': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:54.610803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Made reservation on behalf of 6e4771c8a2ab4f5692d3f73ebe0a9a2d for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:49:54.613199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:54.927738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:49:54.928190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:54.980373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=186b5d43-bfe6-4f74-8853-7368b03f4363,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:54.992926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:49:54.993273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Network hostable DHCP agents. Network: c459c6cf-a35c-471f-9a37-ca8bd41dfdd8, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:49:55.010911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:49:55.021376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, c459c6cf-a35c-471f-9a37-ca8bd41dfdd8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:55.026793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:55.028223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:55.031428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcf12a1-2e50-4a65-96b4-b5eeedc76dbe None None] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:49:55.053684 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5dce87c5-27e8-4845-afea-cb29f95b8ae5 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4664302 Apr 28 14:49:55.175632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24546d7-175e-4bdd-95d2-bfd0817b2163 None None] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:49:57.336704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38608) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:49:57.475250 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f9c88897-6dfc-45c0-a20e-16a1a7ef59dc admin admin] 10.222.0.58 "GET /v2.0/routers/c72de7e0-ad0c-4078-b2dd-0a0486ff70bd HTTP/1.1" status: 200 len: 710 time: 0.1374202 Apr 28 14:49:57.563849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75656488-c94f-4425-8370-40be43eeae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:49:57.565756 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75656488-c94f-4425-8370-40be43eeae86 admin admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 886 time: 0.0815666 Apr 28 14:49:57.575757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:49:57.821403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.054547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.125503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.307868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Allocated IP 172.26.4.216 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/e2da4452-ab18-4b2f-a1e7-f65e3587fac9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:49:58.409452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.444750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.483621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:49:58.486485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:49:58.491927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:49:58.494671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Pushing event updated for resources: {'Port': ['ID=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:49:58.744681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.936823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:58.940258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:59.045880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:49:59.159066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:49:59.163425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:49:59.164752 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-177a7a51-3d18-496d-abf5-fc0bd02c42bf admin admin] 10.222.0.58 "PUT /v2.0/routers/c72de7e0-ad0c-4078-b2dd-0a0486ff70bd HTTP/1.1" status: 200 len: 890 time: 1.5922656 Apr 28 14:49:59.987307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cb91a541-8df1-475f-9153-bf53231a16cf up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:50:00.037109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:50:00.037475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:00.466506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Sync routers for ids ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:50:00.477626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Routers {'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:50:00.478275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:49:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:50:00.688037 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Set router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:50:01.145964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:58Z', 'revision_number': 4, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port': {'id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:58Z', 'updated_at': '2022-04-28T14:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:54Z', 'revision_number': 5, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:50:01.194884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Checking router: c72de7e0-ad0c-4078-b2dd-0a0486ff70bd for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:50:01.195253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Updating router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:50:01.243889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.560703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.569249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.569966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 38620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:50:01.620074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Attempting to bind port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:50:01.620447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Attempting to bind port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:50:01.620794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Attempting to bind port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:50:01.622807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64037a5e-9120-429e-b3ae-bdf84eb0522c None None] Pushing event updated for resources: {'Port': ['ID=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:50:01.630145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:50:01.630266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:50:01.630587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.630968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:50:01.631430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Bound port: e2da4452-ab18-4b2f-a1e7-f65e3587fac9, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:50:01.631826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.685250 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f1b44f2-e226-431e-a112-68f6f860563f admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140440 Apr 28 14:50:01.690999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] For port e2da4452-ab18-4b2f-a1e7-f65e3587fac9, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:50:01.694607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] For port e2da4452-ab18-4b2f-a1e7-f65e3587fac9, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:50:01.701108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:01.764406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Routers {'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:50:01.764973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:49:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:50:01.766969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64037a5e-9120-429e-b3ae-bdf84eb0522c None None] Pushing event updated for resources: {'Port': ['ID=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:50:01.878930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] Set router c72de7e0-ad0c-4078-b2dd-0a0486ff70bd gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:50:02.092863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:58Z', 'revision_number': 4, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port': {'id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:58Z', 'updated_at': '2022-04-28T14:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:54Z', 'revision_number': 5, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:50:02.122555 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6101a116-aa40-4854-9e31-920519bad1ce None None] The sync data for ids ['c72de7e0-ad0c-4078-b2dd-0a0486ff70bd'] in dv-neutron-839772-1-hyperv is: [{'id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'name': 'router1', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:49:41Z', 'updated_at': '2022-04-28T14:49:58Z', 'revision_number': 4, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'gw_port': {'id': 'e2da4452-ab18-4b2f-a1e7-f65e3587fac9', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:58Z', 'updated_at': '2022-04-28T14:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'cb91a541-8df1-475f-9153-bf53231a16cf', 'name': '', 'network_id': '30334c51-520e-439f-b2bc-71f2cbdc8aad', 'tenant_id': 'aba403d3eac34c11b16aae0dee09ee49', 'mac_address': 'fa:16:3e:36:e2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72de7e0-ad0c-4078-b2dd-0a0486ff70bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:49:50Z', 'updated_at': '2022-04-28T14:49:54Z', 'revision_number': 5, 'project_id': 'aba403d3eac34c11b16aae0dee09ee49', 'subnets': [{'id': 'ada8eb40-cb4d-4a06-889e-db934c98abc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '95757bb2-8e59-425a-82db-fa01be3c1b64'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:50:04.009901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e2da4452-ab18-4b2f-a1e7-f65e3587fac9 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:50:04.064246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:50:04.064547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:04.150257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:04.171264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port e2da4452-ab18-4b2f-a1e7-f65e3587fac9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:50:04.176969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:04.225425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=e2da4452-ab18-4b2f-a1e7-f65e3587fac9,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:50:05.991619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e2da4452-ab18-4b2f-a1e7-f65e3587fac9 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:50:06.047354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e2da4452-ab18-4b2f-a1e7-f65e3587fac9 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:50:06.047949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:09.917059 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:50:15.522244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aabed1c1-e553-41e9-be85-c36e66bb4605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:17.895180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-889e4780-b1de-43cd-b6f1-2ff41141801f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:18.880438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:20.026166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:20.684239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:45.522888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-df35d2c3-3415-4c09-9418-1130f13619d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:46.916180 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:50:47.892175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdec4ae8-d3a5-4ba6-aa26-c5c6c6b9692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:48.880061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:50.016723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:50:50.697842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:15.506513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f9e09923-0ccf-4fab-a413-5a1feafef1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:17.895740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51b89244-156f-4b1c-b83f-d26226a091f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:18.884325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:20.020996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:20.686363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:23.916474 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:51:42.549641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:42.615172 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0487f410-54a3-48f3-ac5d-c830d4db84c4 admin admin] GET failed (client error): The resource could not be found. Apr 28 14:51:42.616741 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0487f410-54a3-48f3-ac5d-c830d4db84c4 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660567 Apr 28 14:51:42.787067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b5e865-1e80-43ea-a34d-e442f10dd1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:42.789359 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15b5e865-1e80-43ea-a34d-e442f10dd1ed admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1666479 Apr 28 14:51:44.997624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:45.095691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b703b27-3805-4a87-9ee2-c63136261ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:45.097065 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2b703b27-3805-4a87-9ee2-c63136261ee4 admin admin] 10.222.0.58 "GET /v2.0/subnets/ada8eb40-cb4d-4a06-889e-db934c98abc6 HTTP/1.1" status: 200 len: 849 time: 0.0985103 Apr 28 14:51:45.109699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:51:45.200885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:45.428831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:45.462092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:45.462645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:45.463996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] 10.222.0.58 "PUT /v2.0/subnets/ada8eb40-cb4d-4a06-889e-db934c98abc6 HTTP/1.1" status: 200 len: 868 time: 0.3582559 Apr 28 14:51:45.482253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5e55d-6107-4dd9-94b6-400c4f2cd077 None None] Network 30334c51-520e-439f-b2bc-71f2cbdc8aad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:51:45.483746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada8eb40-cb4d-4a06-889e-db934c98abc6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:51:45.490958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.491318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.491663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.492035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.492368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.492700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.493917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.494404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.494741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.495070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.495368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.495694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea86842-595c-4510-955a-1813e6f29ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:51:45.565767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e86533e6-de02-4a23-9884-504afcb89418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:45.893453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-84686106-7383-4332-866e-023416c5fea0 None None] Provisioning complete for port a0a50ccd-bf65-4d29-b792-e7a3a8d68791 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:51:45.893817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84686106-7383-4332-866e-023416c5fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:45.989487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-84686106-7383-4332-866e-023416c5fea0 None None] Provisioning complete for port cb91a541-8df1-475f-9153-bf53231a16cf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:51:45.989853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-84686106-7383-4332-866e-023416c5fea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:47.658454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:47.869599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b19c2-16cd-49a6-96b4-07c5f7abbee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:47.870082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b19c2-16cd-49a6-96b4-07c5f7abbee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:47.871867 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-592b19c2-16cd-49a6-96b4-07c5f7abbee2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2121315 Apr 28 14:51:47.891210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e48cc07-3f88-4f35-aad5-0d58ffe4c995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:48.886980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:50.020838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:50.062424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39242) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:50.288056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac335c-f27b-438c-a19f-18cf6d4aa7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:50.288481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ac335c-f27b-438c-a19f-18cf6d4aa7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:50.290037 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1ac335c-f27b-438c-a19f-18cf6d4aa7c1 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2265399 Apr 28 14:51:50.687369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:51:52.472107 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:52.620901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b541927-8197-4d86-a79a-2ed4a4ece06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:52.624529 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3b541927-8197-4d86-a79a-2ed4a4ece06e admin admin] 10.222.0.58 "GET /v2.0/networks/30334c51-520e-439f-b2bc-71f2cbdc8aad HTTP/1.1" status: 200 len: 869 time: 0.1513612 Apr 28 14:51:54.813919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:54.942211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45a1b4b-a4eb-4242-bac1-67e97719bee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:54.943562 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a45a1b4b-a4eb-4242-bac1-67e97719bee4 admin admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 886 time: 0.1286578 Apr 28 14:51:57.148364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:57.274529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f2755-0d9b-4b30-873f-247d7bb352d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:57.274986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5f2755-0d9b-4b30-873f-247d7bb352d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:57.276634 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f5f2755-0d9b-4b30-873f-247d7bb352d0 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269879 Apr 28 14:51:59.470870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39274) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:51:59.578951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720fed7-df80-4471-94fe-a27ff7550788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:59.579401 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720fed7-df80-4471-94fe-a27ff7550788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:51:59.580978 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e720fed7-df80-4471-94fe-a27ff7550788 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1091549 Apr 28 14:52:00.915818 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:52:01.772682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39282) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:01.862688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80e146f-785c-4074-bb6e-a46438ba81c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:01.864042 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c80e146f-785c-4074-bb6e-a46438ba81c1 admin admin] 10.222.0.58 "GET /v2.0/subnets/186b5d43-bfe6-4f74-8853-7368b03f4363 HTTP/1.1" status: 200 len: 816 time: 0.0904450 Apr 28 14:52:04.056553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39290) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:04.151780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a3b76-6787-4e74-abab-996b2188f7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:04.153137 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9c2a3b76-6787-4e74-abab-996b2188f7bf admin admin] 10.222.0.58 "GET /v2.0/subnets/ada8eb40-cb4d-4a06-889e-db934c98abc6 HTTP/1.1" status: 200 len: 868 time: 0.0955741 Apr 28 14:52:15.512616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64357008-aaff-4f49-ab75-6ec1a8cacc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:17.895228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9455990d-5cec-4c14-8d0d-51d3fbe39fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:18.890106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:20.028172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:20.683182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:24.487219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39344) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:24.536517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-12096b30-3858-45a4-9b95-a1eb5e56247f admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:52:24.537491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-12096b30-3858-45a4-9b95-a1eb5e56247f admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493221 Apr 28 14:52:26.863832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39352) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:26.929055 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8172ec9-a0ea-4c2f-b10a-321aec97e95b admin admin] GET failed (client error): The resource could not be found. Apr 28 14:52:26.930377 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a8172ec9-a0ea-4c2f-b10a-321aec97e95b admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655668 Apr 28 14:52:27.074956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf03d5-6df0-4f9c-89d4-e8434808fcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:27.076389 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-68bf03d5-6df0-4f9c-89d4-e8434808fcea admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412268 Apr 28 14:52:29.287616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:29.342127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:52:29.362910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Made reservation on behalf of 6e4771c8a2ab4f5692d3f73ebe0a9a2d for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:52:29.365219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:29.402244 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.services.revisions.revision_plugin [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Could not find related network for resource to bump revision. Apr 28 14:52:29.416022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:52:29.424942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:29.425289 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Added segment 6befa6c6-c274-43a2-bc23-2f38c307ead1 of type vlan for network c5c1a9a9-1049-4115-a5ea-357038914802 Apr 28 14:52:29.463993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:29.490491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:29.491428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:29.492025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:29.541672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2529287 Apr 28 14:52:29.554084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Pushing event updated for resources: {'Network': ['ID=c5c1a9a9-1049-4115-a5ea-357038914802,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:29.562315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.562836 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.563184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.563519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.563850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.564249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.564582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.564906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.565231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.565554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.565898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.566221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c54aed9-8080-402a-aafe-da4cf5563f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:29.577892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network c5c1a9a9-1049-4115-a5ea-357038914802 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:52:31.729649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39368) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:52:31.795083 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e7562a-574c-4f72-a2dd-5c95bc1a7ee6 admin admin] GET failed (client error): The resource could not be found. Apr 28 14:52:31.796465 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c2e7562a-574c-4f72-a2dd-5c95bc1a7ee6 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0656717 Apr 28 14:52:31.864544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d0ac1-bdca-4e16-add0-160298f14f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:31.865987 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd0d0ac1-bdca-4e16-add0-160298f14f6a admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648286 Apr 28 14:52:31.877488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802', 'description': 'shared-subnet'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:52:31.906191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Made reservation on behalf of 6e4771c8a2ab4f5692d3f73ebe0a9a2d for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:52:31.909179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.117039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.177993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21277ba9-5fe7-4564-991f-38a4a2f76220,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:32.187950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Checking segment: {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:52:32.188296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Network hostable DHCP agents. Network: c5c1a9a9-1049-4115-a5ea-357038914802, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:52:32.210996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Network c5c1a9a9-1049-4115-a5ea-357038914802 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:52:32.224026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, c5c1a9a9-1049-4115-a5ea-357038914802) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:32.228249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:52:32.228828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.235884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc722a-1d88-42de-9e60-93819ace0de6 None None] Network c5c1a9a9-1049-4115-a5ea-357038914802 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:52:32.245487 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b4cb6a87-e470-4003-9c19-8c2fd9740e0d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3713863 Apr 28 14:52:32.389073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-c5c1a9a9-1049-4115-a5ea-357038914802', 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802', 'tenant_id': '6e4771c8a2ab4f5692d3f73ebe0a9a2d', 'fixed_ips': [{'subnet_id': '21277ba9-5fe7-4564-991f-38a4a2f76220'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:52:32.389972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.531362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Allocated IP 192.168.233.2 (c5c1a9a9-1049-4115-a5ea-357038914802/21277ba9-5fe7-4564-991f-38a4a2f76220/ebdd5233-b034-4bfd-8b96-c0aa3836cdb6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:52:32.670693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.677648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.723815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Network c5c1a9a9-1049-4115-a5ea-357038914802 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:52:32.727604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:52:32.729485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Pushing event updated for resources: {'Port': ['ID=ebdd5233-b034-4bfd-8b96-c0aa3836cdb6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:32.731599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:52:32.739867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.740268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.740591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.740927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.741253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.741591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.741937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.742291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.742629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.742951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.743255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.743568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:52:32.795045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Attempting to bind port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:52:32.796218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Attempting to bind port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:52:32.796218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Attempting to bind port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 on network c5c1a9a9-1049-4115-a5ea-357038914802 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:52:32.802439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:52:32.802700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Checking segment: {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:52:32.803133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.803516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Bound using segment: {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:52:32.804050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Bound port: ebdd5233-b034-4bfd-8b96-c0aa3836cdb6, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:52:32.804429 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.866166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-345a4e24-d580-414a-9420-842dd853c956 None None] For port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:52:32.869238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-345a4e24-d580-414a-9420-842dd853c956 None None] For port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ebdd5233-b034-4bfd-8b96-c0aa3836cdb6,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:52:32.874629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:32.931377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4e24-d580-414a-9420-842dd853c956 None None] Pushing event updated for resources: {'Port': ['ID=ebdd5233-b034-4bfd-8b96-c0aa3836cdb6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:33.756777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d10d1d-5af3-4af3-be35-c471342d51fa None None] Network c5c1a9a9-1049-4115-a5ea-357038914802 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:52:33.854669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] Provisioning complete for port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:52:33.855033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:33.982420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:34.018883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] For port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ebdd5233-b034-4bfd-8b96-c0aa3836cdb6,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:52:34.027670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:34.089533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159e00a-f30f-45e7-a88a-073bcfad9020 None None] Pushing event updated for resources: {'Port': ['ID=ebdd5233-b034-4bfd-8b96-c0aa3836cdb6,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:52:34.128319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:34.182157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:52:34.182520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:34.274510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b8940399-1f69-48a7-95e8-e8c7f1b71944 None None] Provisioning complete for port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:52:34.274875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8940399-1f69-48a7-95e8-e8c7f1b71944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:36.052557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:52:36.100081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ebdd5233-b034-4bfd-8b96-c0aa3836cdb6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:52:36.100449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:37.915865 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:52:45.509432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7fae789-eed9-4351-ab23-a8f2795d9f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:47.900217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e339189-0609-4c08-96a0-69b635bd0ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:48.893015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:50.028829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:52:50.679740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:14.916606 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:53:15.515427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa11ec36-8860-4a95-9ea1-1193e3dee8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:17.905296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4112af1a-8cad-4aef-ab20-e5bf0d38c655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:18.896258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:20.038153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:20.674699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:45.522065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37a3a2be-f1a7-46a8-915c-210d717a97eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:47.908536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b62e9146-5cb3-4f8e-b0ec-64910bde25d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:48.899776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:50.034582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:50.679944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:53:51.915503 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:54:00.499201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:54:00.505162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-cbb3d558-0542-46d3-82fc-47339f0dea41 tempest-verify_tempest_config-87104570 tempest-verify_tempest_config-87104570-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:54:00.506103 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cbb3d558-0542-46d3-82fc-47339f0dea41 tempest-verify_tempest_config-87104570 tempest-verify_tempest_config-87104570-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059459 Apr 28 14:54:00.830080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:54:00.936774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.018304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.024178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.065601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9848d8c-43cb-45b4-b410-60a546b4f6b8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:54:01.069328 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4465c5f119794df696de9aa85bb2952c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382472 Apr 28 14:54:01.072483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:54:01.074625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.074989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.075328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.075660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.076050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.076393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.076721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.077056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.077413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.077733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.078034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.078341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2c95e1-8370-4ab8-a18b-064619985a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.128763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.150000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.240424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.244105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:01.245967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b9848d8c-43cb-45b4-b410-60a546b4f6b8 HTTP/1.1" status: 204 len: 168 time: 0.1722820 Apr 28 14:54:01.258053 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9848d8c-43cb-45b4-b410-60a546b4f6b8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:54:01.266873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.267219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.267556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.267888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.268246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.268570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.268894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.269227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.269533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.269866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.270184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:01.270499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe437f9-78eb-4961-b846-d263686ece2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:54:15.524033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77ff6616-1fe9-4f93-a931-8e85f1c8e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:17.912317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f024551e-8f0c-42b7-80de-2964e1249c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:18.905473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:20.044496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:20.685724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:28.919981 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:54:45.524195 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5c2a845-cc6b-41f4-8242-d988ab20f58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:47.917359 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9c2883ad-a7a0-4470-a598-154f77eed5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:48.909999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:50.051537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:54:50.683632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:05.919723 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 5 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:55:15.523255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a721d20e-7150-4d65-912d-3f111047b91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:17.921612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c73c1fad-e8ab-4dc1-beb0-6a195d117520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:18.293806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536058'] for agent, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:18.917186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:20.056842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:20.691739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:33.864517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39500) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:55:33.977098 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d2559694-02f8-4d5b-a1dc-b24f1571450a admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1114483 Apr 28 14:55:36.172588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:55:36.236631 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0a03cbbd-73f7-407d-90ec-7291ed4f5883 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0629466 Apr 28 14:55:42.924934 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:55:45.528402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-37513a6a-2de8-455b-ab2b-e34286b6a5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:47.926949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f7b4eea-5110-4119-97b3-12584f75f11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:48.287152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:48.923713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:50.062862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:55:50.689197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:15.524752 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7dda7765-2759-4fd5-8bcc-aad7a37a0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:17.931669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd381ca1-0769-4dc1-a010-745acaf05ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:18.284648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:18.919973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:19.927055 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:56:20.059696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:20.674664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:45.521181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9385a3aa-8fcd-4e49-8f0a-3632bcec21a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:47.934536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aaa4fa0b-93f7-4a61-9479-2cd5ca57ef8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:48.289042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:48.921310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:50.061179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:50.687594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:56:56.926386 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:57:03.038731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:03.118433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:03.234811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:03.441201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1552556657'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:03.465239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Made reservation on behalf of ce5a40e291684fe78bf2c4319716ce57 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:03.469133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.477818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.536391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1541354137-network', 'tenant_id': '16742291048a44409617a88a30c76b41'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:03.604322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1021687107-network', 'tenant_id': 'b2d06660936d4315943adaeb687fed04'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:03.647647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Made reservation on behalf of b2d06660936d4315943adaeb687fed04 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:03.650012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.657800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Made reservation on behalf of 16742291048a44409617a88a30c76b41 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:03.659931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.678284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.682014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.682960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.695076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.751588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:03.766380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6defab32-8b7f-471b-8aa3-426b541721e4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:03.788505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.788852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Added segment 976c44f4-f3a2-4033-a9c1-8dacf3b7bebd of type vlan for network a491771e-8b37-4a8a-9275-c2df08ad2a5c Apr 28 14:57:03.794781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.795130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.795468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.795805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.796170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.796501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.796829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.797153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.797477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.797844 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.798174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.798497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Tracked resource versions report: Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: pushed versions: Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: { 'AddressGroup': {'1.2'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'ConntrackHelper': {'1.0'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Log': {'1.0'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Network': {'1.1'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Port': {'1.7'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'PortForwarding': {'1.2'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'QosPolicy': {'1.9'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroup': {'1.4'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SubPort': {'1.0'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Subnet': {'1.1'}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Trunk': {'1.1'}} Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: consumer versions: Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: HyperV agent@hv-neutron-8397: {}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'ConntrackHelper': '1.0', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Log': '1.0', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Network': '1.1', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Port': '1.7', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'PortForwarding': '1.2', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'QosPolicy': '1.9', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroup': '1.4', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SecurityGroupRule': '1.2', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'SubPort': '1.0', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Subnet': '1.1', Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: 'Trunk': '1.1'}} Apr 28 14:57:03.799630 dv-neutron-839772-1-hyperv neutron-server[102640]: {{(pid=102640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:57:03.870959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.871647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:03.936025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.938073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.939596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.945152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:03.945963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.958785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:03.962172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.071455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:04.073687 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0326378 Apr 28 14:57:04.080062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Request body: {'subnet': {'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:04.092303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:04.102490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.102838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Added segment f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d of type vlan for network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d Apr 28 14:57:04.149801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.188598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-925842808'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:04.192868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc19687-3c1b-4a8b-9e75-6ef1470a6271 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'Network': ['ID=a491771e-8b37-4a8a-9275-c2df08ad2a5c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.195990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a39cee-1663-44e8-a178-9981948fc4bd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.201934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:04.204714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.206484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:04.207192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.213667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:04.226113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Made reservation on behalf of c854974d6e154a9d98c142b4263d32d1 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:04.231035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.241927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.254083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Made reservation on behalf of ce5a40e291684fe78bf2c4319716ce57 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:04.262600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.302477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.308290 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1885111 Apr 28 14:57:04.319117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:04.321234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:04.328107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Request body: {'subnet': {'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1541354137-subnet', 'tenant_id': '16742291048a44409617a88a30c76b41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:04.355125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.355806 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Added segment 579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1 of type vlan for network c3fcb9fd-0c36-4a91-ad30-637224e14833 Apr 28 14:57:04.367364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09861a06-8ef9-4af7-b5a3-ecf02b2a26e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1852054a-2b11-40c2-a6d8-9ce76dcd9f65,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.373314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Made reservation on behalf of 16742291048a44409617a88a30c76b41 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:04.376721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.506069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.600768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.601739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:04.602307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.617357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.637396 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4012351 Apr 28 14:57:04.641421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39788) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:04.649245 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Request body: {'subnet': {'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1021687107-subnet', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:04.664445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.690824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.695459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:04.711925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.724884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.725227 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Added segment 2f56d118-e37f-4d34-87a4-0fd80bb59f16 of type vlan for network 9dbdd1f8-4515-4b30-8390-b227e05ae84a Apr 28 14:57:04.738976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01fc198-ddee-48a5-8c03-a626c6201e68,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.750290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195ebb7-47c0-49c2-9ce4-2afead81a8bd admin admin] Pushing event updated for resources: {'Network': ['ID=c3fcb9fd-0c36-4a91-ad30-637224e14833,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.760645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Made reservation on behalf of b2d06660936d4315943adaeb687fed04 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:04.763060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.774339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:04.837315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Checking segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:04.837679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Network hostable DHCP agents. Network: 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:04.880277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:04.887756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.912868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:04.915571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'Subnet': ['ID=a33d1227-3ae0-4c14-9f87-dd367f8eb13f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.917862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd827ee-e941-461a-9a7c-ffa32574cf20,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:04.918661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:04.919216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.926122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca7106-f889-470f-a1d1-37e6a08d62e4 None None] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:04.933718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.939503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:04.940340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:04.952020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.952632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.953281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.953778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.954294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.954757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.955206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.955684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.956787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.957261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.957721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.958180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Tracked resource versions report: Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: pushed versions: Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: { 'AddressGroup': {'1.2'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'ConntrackHelper': {'1.0'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Log': {'1.0'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Network': {'1.1'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Port': {'1.7'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'PortForwarding': {'1.2'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'QosPolicy': {'1.9'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroup': {'1.4'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SubPort': {'1.0'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Subnet': {'1.1'}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Trunk': {'1.1'}} Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: consumer versions: Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: HyperV agent@hv-neutron-8397: {}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'ConntrackHelper': '1.0', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Log': '1.0', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Network': '1.1', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Port': '1.7', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'PortForwarding': '1.2', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'QosPolicy': '1.9', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroup': '1.4', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SecurityGroupRule': '1.2', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'SubPort': '1.0', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Subnet': '1.1', Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: 'Trunk': '1.1'}} Apr 28 14:57:04.959463 dv-neutron-839772-1-hyperv neutron-server[102641]: {{(pid=102641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:57:04.970288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.970782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.971252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.971728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.972391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.972960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.973421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.973896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.974361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.974815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.975281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.975747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:04.988242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.013943 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f65ed4b3-c2eb-45c7-ad83-549029a5ae61 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6900601 Apr 28 14:57:05.016373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.026616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.049707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.138006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c69cd4-0e44-4d13-b7fe-5a835d200525,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:05.148319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.170258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Checking segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:05.170702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Network hostable DHCP agents. Network: c3fcb9fd-0c36-4a91-ad30-637224e14833, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:05.207201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:05.224033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:05.224769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, c3fcb9fd-0c36-4a91-ad30-637224e14833) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:05.224944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.229921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:05.230979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.242718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a736e2-8f25-4ce8-9fd7-bf2ea47d777d None None] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:05.262848 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3860188 Apr 28 14:57:05.262971 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3b01c9d5-545d-40d6-99aa-45dabb6d276d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6174297 Apr 28 14:57:05.262971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39818) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.270313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Checking segment: {'id': '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:05.270680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Network hostable DHCP agents. Network: a491771e-8b37-4a8a-9275-c2df08ad2a5c, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:05.280446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.289630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56b74a-dea5-4b51-9b13-4234644d3f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Pushing event updated for resources: {'Network': ['ID=9dbdd1f8-4515-4b30-8390-b227e05ae84a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:05.309380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.310774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.315037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.319519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.326721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:05.337341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a491771e-8b37-4a8a-9275-c2df08ad2a5c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:05.349098 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:05.349851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.373688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:05.427315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76802c9c-f812-4015-a109-0b04ec78e5d1 None None] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:05.440936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.445509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.446146 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5878b0d7-1141-4c17-8357-99f27a11d121 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3730793 Apr 28 14:57:05.448717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.452643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Request body: {'port': {'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-749799388'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.522010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39834) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.557226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.639376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-c3fcb9fd-0c36-4a91-ad30-637224e14833', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:05.643470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.655283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.664441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2025667693'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.710441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.713663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:05.784220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1f625950-fcac-406c-bcf6-a49b2e921675 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.856586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:05.890746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Made reservation on behalf of 416448b7534b433ea94365437be29024 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:05.895147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.904823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.917028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:05.991080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.006209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-a491771e-8b37-4a8a-9275-c2df08ad2a5c', 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c', 'tenant_id': 'ce5a40e291684fe78bf2c4319716ce57', 'fixed_ips': [{'subnet_id': 'a33d1227-3ae0-4c14-9f87-dd367f8eb13f'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:06.007411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.030266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Allocated IP 172.20.0.2 (c3fcb9fd-0c36-4a91-ad30-637224e14833/22c69cd4-0e44-4d13-b7fe-5a835d200525/609b67fe-313e-4448-a155-ad94a0cc1cf0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:06.033218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Allocated IP 172.20.0.2 (3f61d92a-8173-4be0-8cb2-2c7073fc1e7d/f01fc198-ddee-48a5-8c03-a626c6201e68/c494a441-7213-42aa-9f6f-cadde40f6964) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:06.061766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.066069 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1f625950-fcac-406c-bcf6-a49b2e921675 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "PUT /v2.0/quotas/68400f1899cc4df8a9a08f669971a911 HTTP/1.1" status: 200 len: 368 time: 0.5400274 Apr 28 14:57:06.070436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:06.095181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Request body: {'network': {'project_id': '68400f1899cc4df8a9a08f669971a911'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:06.107756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Made reservation on behalf of ce5a40e291684fe78bf2c4319716ce57 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:06.111622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.173517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] device_id is not set on port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:06.189421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.212528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.247265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:06.266327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1674962601'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:06.312275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Made reservation on behalf of 68400f1899cc4df8a9a08f669971a911 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:06.314685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.360752 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.432090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Allocated IP 172.26.4.73 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/b4ebcecb-3761-4a89-9e40-7339558e2e1e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:06.465746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Made reservation on behalf of 2c3e6977baed4acfabfe381d74392c1d for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:06.468141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.498765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.508769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.512539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.526907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.540665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.541323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Allocated IP 2001:db8::39f (a491771e-8b37-4a8a-9275-c2df08ad2a5c/a33d1227-3ae0-4c14-9f87-dd367f8eb13f/7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:06.552249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.560195 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:06.561347 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.566260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:06.574902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:06.578541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.588078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Pushing event updated for resources: {'Port': ['ID=c494a441-7213-42aa-9f6f-cadde40f6964,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:06.607893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:06.629639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:06.633227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.633817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.634333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.634464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.634869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:06.635261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.635782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.636427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.637092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.637400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.637848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.638177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.638500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.638826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Tracked resource versions report: Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: pushed versions: Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: { 'AddressGroup': {'1.2'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'ConntrackHelper': {'1.0'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Log': {'1.0'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Network': {'1.1'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Port': {'1.7'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'PortForwarding': {'1.2'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'QosPolicy': {'1.9'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroup': {'1.4'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SubPort': {'1.0'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Subnet': {'1.1'}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Trunk': {'1.1'}} Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: consumer versions: Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: HyperV agent@hv-neutron-8397: {}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'ConntrackHelper': '1.0', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Log': '1.0', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Network': '1.1', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Port': '1.7', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'PortForwarding': '1.2', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'QosPolicy': '1.9', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroup': '1.4', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SecurityGroupRule': '1.2', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'SubPort': '1.0', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Subnet': '1.1', Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: 'Trunk': '1.1'}} Apr 28 14:57:06.640223 dv-neutron-839772-1-hyperv neutron-server[102642]: {{(pid=102642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:57:06.644965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.645095 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Added segment 3d6c53fd-8e18-4f2a-a125-93a59e8aa694 of type vlan for network a8ee07a7-27b9-48fd-a453-6e01aa84280c Apr 28 14:57:06.646270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:06.683405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.683643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Attempting to bind port c494a441-7213-42aa-9f6f-cadde40f6964 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:06.683925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Attempting to bind port c494a441-7213-42aa-9f6f-cadde40f6964 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:06.684238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Attempting to bind port c494a441-7213-42aa-9f6f-cadde40f6964 on network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:06.711116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c56547f-9944-41d1-8856-909f3daf23ba,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:06.733829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:06.734201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Checking segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:06.735108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.735108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Bound using segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:06.735497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Bound port: c494a441-7213-42aa-9f6f-cadde40f6964, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:06.735891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.738006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Pushing event updated for resources: {'Port': ['ID=609b67fe-313e-4448-a155-ad94a0cc1cf0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:06.746445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:06.753705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:06.754194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.756868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:06.768134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Attempting to bind port 609b67fe-313e-4448-a155-ad94a0cc1cf0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:06.768560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Attempting to bind port 609b67fe-313e-4448-a155-ad94a0cc1cf0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:06.769125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Attempting to bind port 609b67fe-313e-4448-a155-ad94a0cc1cf0 on network c3fcb9fd-0c36-4a91-ad30-637224e14833 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:06.795247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:06.795989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Checking segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:06.796595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.797183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Bound using segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:06.797898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Bound port: 609b67fe-313e-4448-a155-ad94a0cc1cf0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:06.798488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.865687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] For port c494a441-7213-42aa-9f6f-cadde40f6964, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:06.872655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Allocated IP 172.26.4.231 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/af2498e2-e8a8-4f00-93f6-678820412c4c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:06.875551 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.883838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Pushing event updated for resources: {'Port': ['ID=b4ebcecb-3761-4a89-9e40-7339558e2e1e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:06.894098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] For port c494a441-7213-42aa-9f6f-cadde40f6964, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c494a441-7213-42aa-9f6f-cadde40f6964,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:06.903806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.909360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] For port 609b67fe-313e-4448-a155-ad94a0cc1cf0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:06.916593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] For port 609b67fe-313e-4448-a155-ad94a0cc1cf0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=609b67fe-313e-4448-a155-ad94a0cc1cf0,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:06.922902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.935363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.938884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.941451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:06.942155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:06.977327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270d1b0-a87c-4193-9ce7-eb973a28ecfb None None] Pushing event updated for resources: {'Port': ['ID=c494a441-7213-42aa-9f6f-cadde40f6964,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.027952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event updated for resources: {'Network': ['ID=a8ee07a7-27b9-48fd-a453-6e01aa84280c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.045678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:07.068344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef707b1-e748-4a8e-bca2-f1b377041bb3 None None] Pushing event updated for resources: {'Port': ['ID=609b67fe-313e-4448-a155-ad94a0cc1cf0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.098385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:07.183624 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ade6c8a9-1a17-45db-bb53-0f991bba4d68 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0338075 Apr 28 14:57:07.218860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:07.219534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94650a-7302-4111-abb6-f9e97cd36371,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.226787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Request body: {'subnet': {'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:07.243459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.245394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.245691 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Added segment 7d193400-30e5-42b6-b9e9-4dbdbcbb6516 of type vlan for network b002d912-0989-4c3d-8fce-6bd1fa00c507 Apr 28 14:57:07.247070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.300463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.306904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.341082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.356009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.383197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port 78a11a8f-89be-49ac-833b-def94699e4d2 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:07.397244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.446869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.531135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.642835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:57:07.645197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16754c-0589-402a-878a-10eec5b9527e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.651640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:07.668849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:07.673598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Allocated IP 172.26.4.56 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/e828ce1a-a6dc-4904-ac97-070410cd1e55) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:07.678277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:07.685379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Pushing event updated for resources: {'Port': ['ID=af2498e2-e8a8-4f00-93f6-678820412c4c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.688433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.711226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Made reservation on behalf of 416448b7534b433ea94365437be29024 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:07.714806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.718362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.751715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Allocated IP 2001:db8::2 (a491771e-8b37-4a8a-9275-c2df08ad2a5c/a33d1227-3ae0-4c14-9f87-dd367f8eb13f/6f78597e-4ba4-4311-8946-43cbecec0ebd) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:07.826896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.827860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:07.828464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.853494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'Port': ['ID=7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:07.867251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.943617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.951878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.984019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:07.994074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.015075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:08.019075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:08.029898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:08.071998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Pushing event updated for resources: {'Port': ['ID=6f78597e-4ba4-4311-8946-43cbecec0ebd,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:08.104144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:08.116963 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0261557 Apr 28 14:57:08.125204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:08.127993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:08.134625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Attempting to bind port 6f78597e-4ba4-4311-8946-43cbecec0ebd on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:08.135006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Attempting to bind port 6f78597e-4ba4-4311-8946-43cbecec0ebd by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:08.135372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Attempting to bind port 6f78597e-4ba4-4311-8946-43cbecec0ebd on network a491771e-8b37-4a8a-9275-c2df08ad2a5c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:08.141152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:08.141632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Checking segment: {'id': '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:08.142073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.142531 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Bound using segment: {'id': '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:08.143035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Bound port: 6f78597e-4ba4-4311-8946-43cbecec0ebd, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:08.143407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.143889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Router 56ca4e35-5763-40d4-83d6-b3040d81d975 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:57:08.152454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:08.158394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:08.159275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.167837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Request body: {'network': {'project_id': '68400f1899cc4df8a9a08f669971a911'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:08.170766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.185853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88306c0e-8464-4c26-84d4-c6a334ede649 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event updated for resources: {'Network': ['ID=b002d912-0989-4c3d-8fce-6bd1fa00c507,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:08.225333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network b002d912-0989-4c3d-8fce-6bd1fa00c507 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:08.284957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:08.305256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:08.310175 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d50e8d9-cde9-47f7-ad31-870eef7cc1a9 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8632016 Apr 28 14:57:08.319980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=e828ce1a-a6dc-4904-ac97-070410cd1e55,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:08.322225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:08.331067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:08.340841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Request body: {'port': {'network_id': 'a491771e-8b37-4a8a-9275-c2df08ad2a5c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-730446474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:08.341403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] bootfile-name is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:08.341994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] tftp-server is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:08.342085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.api.validators [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] server-ip-address is not in valid_values {{(pid=102641) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:08.367328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] For port 6f78597e-4ba4-4311-8946-43cbecec0ebd, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:08.373870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Made reservation on behalf of 68400f1899cc4df8a9a08f669971a911 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:08.377432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.380190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Allocated IP 172.26.4.198 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/dfff75ad-5852-4191-bc37-e602887ef71c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:08.423065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] For port 6f78597e-4ba4-4311-8946-43cbecec0ebd, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6f78597e-4ba4-4311-8946-43cbecec0ebd,segment=NetworkSegment(976c44f4-f3a2-4033-a9c1-8dacf3b7bebd),segment_id=976c44f4-f3a2-4033-a9c1-8dacf3b7bebd)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:08.430869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.520587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb43e48-cce8-4d0d-a5dd-9550c1313af4 None None] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:08.547106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 609b67fe-313e-4448-a155-ad94a0cc1cf0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:08.554209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.572648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.583371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port 78a11a8f-89be-49ac-833b-def94699e4d2 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:08.623359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:08.627661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.636913 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:08.652480 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Sync routers for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:08.655282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.664509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.664987 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Added segment 8a93d3a8-7022-4b05-b2d2-98e73d28d939 of type vlan for network e59c7328-1693-4487-bf20-9c6a6e192d50 Apr 28 14:57:08.669846 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:08.672470 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:56:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:08.688668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.750114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Pushing event updated for resources: {'Port': ['ID=af2498e2-e8a8-4f00-93f6-678820412c4c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:08.762672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.772794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.778396 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8a804bd3-6f05-4cab-aa4d-50586f239d7d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7605374 Apr 28 14:57:08.781317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:08.852916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.856975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.861275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-94311df8-1ad1-4e2b-9d3e-2d6cd5ef8beb tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8693066 Apr 28 14:57:08.877025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39862) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:08.883853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cb1da-a98e-4911-a50d-09814a02e170 None None] Pushing event updated for resources: {'Port': ['ID=6f78597e-4ba4-4311-8946-43cbecec0ebd,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:08.897440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] Provisioning complete for port c494a441-7213-42aa-9f6f-cadde40f6964 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:08.898071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.946515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-444849789', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'fixed_ips': [{'ip_address': '172.26.4.231'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:08.950854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.958687 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:08.971250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 609b67fe-313e-4448-a155-ad94a0cc1cf0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:08.971822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:08.981893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Made reservation on behalf of ce5a40e291684fe78bf2c4319716ce57 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:08.986507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.011898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.029485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] device_id is not set on port 84a0e11b-f054-4a40-875e-f7109d83175f yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:09.088205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3947f7ba-fecc-491e-8a84-2fc1cb63a2fa None None] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:09.113263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=78a11a8f-89be-49ac-833b-def94699e4d2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:09.141285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Made reservation on behalf of 01bb37481cda41b0a6e823b864197c04 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:09.143841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.177138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.214203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.215336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:09.216047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.218279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.297638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event updated for resources: {'Subnet': ['ID=b1259290-041d-48cf-827b-a8fedd19cf46,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:09.298585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.323560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Checking segment: {'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:09.326534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Network hostable DHCP agents. Network: 9dbdd1f8-4515-4b30-8390-b227e05ae84a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:09.365176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.366505 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:06Z', 'revision_number': 3, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:09.377141 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2466424 Apr 28 14:57:09.404447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:09.404854 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Checking router: 56ca4e35-5763-40d4-83d6-b3040d81d975 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:57:09.405211 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Updating router 56ca4e35-5763-40d4-83d6-b3040d81d975 port b4ebcecb-3761-4a89-9e40-7339558e2e1e binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:57:09.412991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c68874ba-8b20-4336-8ab9-aa320697a821 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Request body: {'network': {'project_id': '68400f1899cc4df8a9a08f669971a911'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:09.416140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] For port c494a441-7213-42aa-9f6f-cadde40f6964, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c494a441-7213-42aa-9f6f-cadde40f6964,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:09.431334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Checking segment: {'id': '3d6c53fd-8e18-4f2a-a125-93a59e8aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:09.431869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Network hostable DHCP agents. Network: a8ee07a7-27b9-48fd-a453-6e01aa84280c, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:09.444856 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.452133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.454146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9c0c4-0142-4028-8485-3e06c0090aba tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event updated for resources: {'Network': ['ID=e59c7328-1693-4487-bf20-9c6a6e192d50,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:09.484990 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68874ba-8b20-4336-8ab9-aa320697a821 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 14:57:09.489395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68874ba-8b20-4336-8ab9-aa320697a821 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:09.491451 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c68874ba-8b20-4336-8ab9-aa320697a821 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0841274 Apr 28 14:57:09.495289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39866) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:09.527556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.542324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:09.597292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:09.664563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:09.665765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a8ee07a7-27b9-48fd-a453-6e01aa84280c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:09.667510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9dbdd1f8-4515-4b30-8390-b227e05ae84a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:09.699048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:09.699973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.702843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:09.711102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:09.715886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Pushing event updated for resources: {'Port': ['ID=dfff75ad-5852-4191-bc37-e602887ef71c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:09.719978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.726818 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eb33111e-6b43-44fd-b992-2d6bb9531cea tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=68400f1899cc4df8a9a08f669971a911&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2267160 Apr 28 14:57:09.733817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39870) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:09.795572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:09.798288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.805365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 609b67fe-313e-4448-a155-ad94a0cc1cf0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=609b67fe-313e-4448-a155-ad94a0cc1cf0,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:09.805846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e59c7328-1693-4487-bf20-9c6a6e192d50 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:09.812469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0696996b-6166-4afa-bd35-bd11505fe554 None None] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:09.834778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] device_id is not set on port 85b5ff38-92e3-496d-a6c2-dc30e60923c5 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:09.885394 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.893893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Allocated IP 2001:db8::2b6 (a491771e-8b37-4a8a-9275-c2df08ad2a5c/a33d1227-3ae0-4c14-9f87-dd367f8eb13f/84a0e11b-f054-4a40-875e-f7109d83175f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:09.894646 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.921770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39876) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:09.928594 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a60964e5-6676-46a5-802b-f1fd897e6b66 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7059257 Apr 28 14:57:09.935981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Request body: {'port': {'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1286599358'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:09.939045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299744f-f5e2-40f1-8530-4105f6a7e4de None None] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:09.952579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.973971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:09.974238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:09.974603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:09.984128 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Pushing event updated for resources: {'Port': ['ID=b4ebcecb-3761-4a89-9e40-7339558e2e1e,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:09.984700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:09.985501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c494a441-7213-42aa-9f6f-cadde40f6964 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:10.011086 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.011454 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.012035 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.012541 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.013027 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.014389 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.014894 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.016840 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.017372 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.019338 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.020457 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.020944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Tracked resource versions report: Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: pushed versions: Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: { 'AddressGroup': {'1.2'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'ConntrackHelper': {'1.0'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Log': {'1.0'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Network': {'1.1'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Port': {'1.7'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'PortForwarding': {'1.2'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'QosPolicy': {'1.9'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroup': {'1.4'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroupRule': {'1.2'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SubPort': {'1.0'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Subnet': {'1.1'}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Trunk': {'1.1'}} Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: consumer versions: Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: { DHCP agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: HyperV agent@hv-neutron-8397: {}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: L3 agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: Metadata agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: Metering agent@dv-neutron-839772-1-hyperv: {}, Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: Open vSwitch agent@dv-neutron-839772-1-hyperv: { 'AddressGroup': '1.2', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'ConntrackHelper': '1.0', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Log': '1.0', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Network': '1.1', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Port': '1.7', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'PortForwarding': '1.2', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'QosPolicy': '1.9', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroup': '1.4', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SecurityGroupRule': '1.2', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'SubPort': '1.0', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Subnet': '1.1', Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: 'Trunk': '1.1'}} Apr 28 14:57:10.023690 dv-neutron-839772-1-hyperv neutron-server[102643]: {{(pid=102643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 14:57:10.030178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.032497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.048877 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Attempting to bind port b4ebcecb-3761-4a89-9e40-7339558e2e1e on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:10.050033 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Attempting to bind port b4ebcecb-3761-4a89-9e40-7339558e2e1e by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:10.051233 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Attempting to bind port b4ebcecb-3761-4a89-9e40-7339558e2e1e on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:10.061049 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:10.063028 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:10.063546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d90da-7fde-4a09-890d-546c9a84d571,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.064695 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.065761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:10.066107 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:10.066540 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:10.069636 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Bound port: b4ebcecb-3761-4a89-9e40-7339558e2e1e, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:10.070239 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.073172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f587d9-69e7-47a4-bcdf-d5a068ecb5cd None None] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:10.078134 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 2 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:10.127637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:10.128003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:10.128621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:10.167138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.171670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:10.172468 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:10.175315 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 3 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:10.175727 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] For port b4ebcecb-3761-4a89-9e40-7339558e2e1e, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:10.183127 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] For port b4ebcecb-3761-4a89-9e40-7339558e2e1e, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4ebcecb-3761-4a89-9e40-7339558e2e1e,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:10.191958 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.200415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:10.200754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:10.201094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:10.233767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=e828ce1a-a6dc-4904-ac97-070410cd1e55,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.250237 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355871b6-81cb-4182-b1d7-7d96f2acfd40 None None] Pushing event updated for resources: {'Port': ['ID=b4ebcecb-3761-4a89-9e40-7339558e2e1e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.263513 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.272456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:10.274002 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:10.274950 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:10.276005 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:56:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:10.288513 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 4 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:10.289117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b569688-81c2-455d-a3fe-515b96f139a1 None None] Pushing event updated for resources: {'Port': ['ID=c494a441-7213-42aa-9f6f-cadde40f6964,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.378951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dd475fc8-8d73-46c0-8a8a-8c4fb88f6736 None None] Provisioning complete for port 609b67fe-313e-4448-a155-ad94a0cc1cf0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:10.379099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.379264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd475fc8-8d73-46c0-8a8a-8c4fb88f6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.380382 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-84fde854-fd43-4f03-bd18-0d8d748c7e14 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6636357 Apr 28 14:57:10.385087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:10.386031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:10.386639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:10.393144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39884) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:10.407742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1176063601'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:10.425276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:10.454525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:10.455188 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:10.462674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-a8ee07a7-27b9-48fd-a453-6e01aa84280c', 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c', 'tenant_id': '416448b7534b433ea94365437be29024', 'fixed_ips': [{'subnet_id': 'b1259290-041d-48cf-827b-a8fedd19cf46'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:10.463532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.478691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Made reservation on behalf of 416448b7534b433ea94365437be29024 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:10.482536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.536473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c494a441-7213-42aa-9f6f-cadde40f6964 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:10.536840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.556257 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 5 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:10.570743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] device_id is not set on port 034137ed-ae14-45fe-bf2a-2618bdf85d32 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:10.599122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:10.600404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:10.600930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:10.648518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.651529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.652714 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a94650a-7302-4111-abb6-f9e97cd36371 HTTP/1.1" status: 204 len: 168 time: 0.9069252 Apr 28 14:57:10.660435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:10.661020 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:10.667698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:10.670216 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 6 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:10.675696 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:06Z', 'revision_number': 3, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:10.691789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Made reservation on behalf of cab382fd4faa4a93bd63febfbb62e69a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:10.695614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.705391 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd443740-b522-414b-82bc-d9e9b8e49968 None None] The sync data for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv is: [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:06Z', 'revision_number': 3, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:10.712291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee18d8c-620f-4df2-a480-097daba52a3c tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94650a-7302-4111-abb6-f9e97cd36371,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.721165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.722183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.724431 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 14:57:10.724925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:10.737161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.783700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.796399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=609b67fe-313e-4448-a155-ad94a0cc1cf0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:10.850967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Allocated IP 172.20.0.7 (a8ee07a7-27b9-48fd-a453-6e01aa84280c/b1259290-041d-48cf-827b-a8fedd19cf46/034137ed-ae14-45fe-bf2a-2618bdf85d32) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:10.927744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:10.949290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dd475fc8-8d73-46c0-8a8a-8c4fb88f6736 None None] Provisioning complete for port c494a441-7213-42aa-9f6f-cadde40f6964 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:10.949783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd475fc8-8d73-46c0-8a8a-8c4fb88f6736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.037274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:11.037617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:11.037957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:11.069630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:11.069950 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:11.081463 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 7 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:11.106515 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e8b50b81-8d0a-414b-95d9-8ce269f07454 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1741683 Apr 28 14:57:11.120040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39888) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:11.137496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.228358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Provisioning complete for port 609b67fe-313e-4448-a155-ad94a0cc1cf0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:11.228747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.292229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:11.299990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:11.300672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:11.322767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:11.336298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'Port': ['ID=84a0e11b-f054-4a40-875e-f7109d83175f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:11.337352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6f78597e-4ba4-4311-8946-43cbecec0ebd up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:11.385200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:11.385615 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:11.392165 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 8 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:11.426252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Provisioning complete for port 6f78597e-4ba4-4311-8946-43cbecec0ebd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:11.426642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.437810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.470726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6f78597e-4ba4-4311-8946-43cbecec0ebd triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:11.471086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.476851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:11.480080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Allocated IP 172.20.0.1 (3f61d92a-8173-4be0-8cb2-2c7073fc1e7d/f01fc198-ddee-48a5-8c03-a626c6201e68/b8cc1db3-9e9e-404c-9550-f5efd70d75a9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:11.485277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:11.492140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:11.493165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.510576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.516283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:11.518177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:11.518177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:11.524718 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2d9c4f21-ca58-49b7-92f9-e40801cc80c3 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.1892140 Apr 28 14:57:11.533425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:11.615715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:11.616068 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:11.617047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.630527 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 9 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:11.652570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:11.659575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:11.669736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.676388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:11.683681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:11.684517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.710536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Allocated IP 172.20.0.2 (a8ee07a7-27b9-48fd-a453-6e01aa84280c/b1259290-041d-48cf-827b-a8fedd19cf46/44df839d-2acc-4547-9d3e-8c5bf56d24b6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:11.740892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.748137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:11.748467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:11.748794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:11.781203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.800872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb3993-c886-4c25-b88f-2b6f2186bed0 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:11.815529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb3993-c886-4c25-b88f-2b6f2186bed0 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:11.824448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebb3993-c886-4c25-b88f-2b6f2186bed0 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:11.828172 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ebb3993-c886-4c25-b88f-2b6f2186bed0 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2896454 Apr 28 14:57:11.831945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:11.842948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9136717 Apr 28 14:57:11.845044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2bdcc-c53a-4e4f-80f5-a4f5c5dd6c9c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event updated for resources: {'Port': ['ID=034137ed-ae14-45fe-bf2a-2618bdf85d32,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:11.847470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:11.866396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.866731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.867709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.868124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.868452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.868775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.869084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.869447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.869758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.870237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:11.887821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:11.896668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] For port 6f78597e-4ba4-4311-8946-43cbecec0ebd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6f78597e-4ba4-4311-8946-43cbecec0ebd,segment=NetworkSegment(976c44f4-f3a2-4033-a9c1-8dacf3b7bebd),segment_id=976c44f4-f3a2-4033-a9c1-8dacf3b7bebd)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:11.911433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.047426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524d502-8012-4cae-8877-7a244644bca9 None None] Pushing event updated for resources: {'Port': ['ID=6f78597e-4ba4-4311-8946-43cbecec0ebd,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.089308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-956ed012-3a5d-4ee9-bef9-5a6645860c73 None None] Provisioning complete for port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:12.089675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956ed012-3a5d-4ee9-bef9-5a6645860c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.102138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:57:12.102535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:57:12.128414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.142049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:12.142728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:12.142728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:12.143369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:12.143485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59c7328-1693-4487-bf20-9c6a6e192d50']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:12.144448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.148433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.152729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:12.152971 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:12.174809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-956ed012-3a5d-4ee9-bef9-5a6645860c73 None None] Port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:12.175064 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 10 to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 Apr 28 14:57:12.191878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a93d3a8-7022-4b05-b2d2-98e73d28d939') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:12.192299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a93d3a8-7022-4b05-b2d2-98e73d28d939') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:12.206418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:12.208579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Pushing event updated for resources: {'Port': ['ID=44df839d-2acc-4547-9d3e-8c5bf56d24b6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.212831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:12.215861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:12.225052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-956ed012-3a5d-4ee9-bef9-5a6645860c73 None None] Provisioning complete for port 6f78597e-4ba4-4311-8946-43cbecec0ebd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:12.225421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-956ed012-3a5d-4ee9-bef9-5a6645860c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.240732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.244547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:12.258907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.275957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:12.276355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:12.276604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:12.293216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Deleting port af2498e2-e8a8-4f00-93f6-678820412c4c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:12.293216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.294020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d813cc29-179c-4265-852a-cf8962368a1d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.298673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.298968 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Added segment 9958f38a-bb8c-48db-8df1-fc3ceb2610ca of type vlan for network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 Apr 28 14:57:12.301480 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.328530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port 78a11a8f-89be-49ac-833b-def94699e4d2 on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:12.328666 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port 78a11a8f-89be-49ac-833b-def94699e4d2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:12.328997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.338399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:12.338755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: from cryptography.utils import int_from_bytes Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: from cryptography.utils import int_from_bytes Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:12.345601 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:12.353945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Deleting port 034137ed-ae14-45fe-bf2a-2618bdf85d32 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:12.354570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.357575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.361060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Deleting port 84a0e11b-f054-4a40-875e-f7109d83175f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:12.361377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.415183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Attempting to bind port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:12.415567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Attempting to bind port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '3d6c53fd-8e18-4f2a-a125-93a59e8aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:12.415890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Attempting to bind port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 on network a8ee07a7-27b9-48fd-a453-6e01aa84280c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:12.424212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:12.424586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Checking segment: {'id': '3d6c53fd-8e18-4f2a-a125-93a59e8aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:12.424960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.425343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Bound using segment: {'id': '3d6c53fd-8e18-4f2a-a125-93a59e8aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:12.425797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Bound port: 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c53fd-8e18-4f2a-a125-93a59e8aa694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'a8ee07a7-27b9-48fd-a453-6e01aa84280c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:12.426180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.479331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.488985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:12.509150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:12.509525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Router c4b8c86f-9857-4b0c-8257-e5c5035dc614 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:57:12.518665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:12.519149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.537000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.591342 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] For port 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:12.591510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.591709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] For port 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=44df839d-2acc-4547-9d3e-8c5bf56d24b6,segment=NetworkSegment(3d6c53fd-8e18-4f2a-a125-93a59e8aa694),segment_id=3d6c53fd-8e18-4f2a-a125-93a59e8aa694)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:12.591809 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "DELETE /v2.0/networks/e59c7328-1693-4487-bf20-9c6a6e192d50 HTTP/1.1" status: 204 len: 168 time: 1.8949831 Apr 28 14:57:12.591895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:12.592022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.605418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.618973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.619297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.632602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fc119-d829-4821-85db-683696c66169 tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event deleted for resources: {'Network': ['ID=e59c7328-1693-4487-bf20-9c6a6e192d50,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.657554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.665470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:12.666271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.675337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Calling delete_port for af2498e2-e8a8-4f00-93f6-678820412c4c owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:12.753720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.786995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 609b67fe-313e-4448-a155-ad94a0cc1cf0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:12.795842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port 78a11a8f-89be-49ac-833b-def94699e4d2, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:12.795842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 14:57:12.824577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.835240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4329686 Apr 28 14:57:12.862787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cd979890-b2d4-43af-a933-589fa0d01c6d None None] Provisioning complete for port 84a0e11b-f054-4a40-875e-f7109d83175f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:12.863141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cd979890-b2d4-43af-a933-589fa0d01c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.881918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:12.884265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548be9-c70c-4864-8e9b-bf3fc0285b72 None None] Pushing event updated for resources: {'Port': ['ID=44df839d-2acc-4547-9d3e-8c5bf56d24b6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.886647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:12.898945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Calling delete_port for 84a0e11b-f054-4a40-875e-f7109d83175f owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:12.910903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Calling delete_port for 034137ed-ae14-45fe-bf2a-2618bdf85d32 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:12.946337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Request body: {'subnet': {'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:12.952636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cd979890-b2d4-43af-a933-589fa0d01c6d None None] Port 84a0e11b-f054-4a40-875e-f7109d83175f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:12.954888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=78a11a8f-89be-49ac-833b-def94699e4d2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.965395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733562e8-91c8-47c4-93db-999d6984b48f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Network': ['ID=29002a21-49c9-41e3-aa76-d61cc35e2ee7,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:12.981457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:13.013924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 609b67fe-313e-4448-a155-ad94a0cc1cf0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:13.014466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.205092 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:13.206068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.219727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.250674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-394b2e42-21c8-4036-a593-d5d95acee7fe None None] Provisioning complete for port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:13.251446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-394b2e42-21c8-4036-a593-d5d95acee7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.258403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.301262 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-df60cb4b-e840-411f-92bd-f2f4d2dc11fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.0508952 Apr 28 14:57:13.305325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39900) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:13.354119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-394b2e42-21c8-4036-a593-d5d95acee7fe None None] Port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:13.363370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:13.363971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c494a441-7213-42aa-9f6f-cadde40f6964 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:13.371256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event deleted for resources: {'Port': ['ID=034137ed-ae14-45fe-bf2a-2618bdf85d32,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:13.411202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Sync routers for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:13.438286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:13.439317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:56:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:13.459577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.461588 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6c225c6f-6814-4e34-84c0-0ddfe42cd2fb admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.1879392 Apr 28 14:57:13.478516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39902) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:13.528161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Made reservation on behalf of cab382fd4faa4a93bd63febfbb62e69a for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:13.532252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.551729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c494a441-7213-42aa-9f6f-cadde40f6964 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:13.552330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.557504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.561027 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-859bd69c-5171-454f-b119-b33614e0a944 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "DELETE /v2.0/ports/034137ed-ae14-45fe-bf2a-2618bdf85d32 HTTP/1.1" status: 204 len: 168 time: 1.7059081 Apr 28 14:57:13.603622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:13.607381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.625914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.627577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:13.629937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.697436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Pushing event deleted for resources: {'Port': ['ID=af2498e2-e8a8-4f00-93f6-678820412c4c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:13.717129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.717478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.718386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.718732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.719064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.719400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > port after_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.719800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.720172 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.720666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.720966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.874410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Deleting port 78a11a8f-89be-49ac-833b-def94699e4d2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:13.874995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.910474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:13.938030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.938675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.938748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.938989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Checking router: c4b8c86f-9857-4b0c-8257-e5c5035dc614 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:57:13.939100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=102641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 14:57:13.939263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Updating router c4b8c86f-9857-4b0c-8257-e5c5035dc614 port dfff75ad-5852-4191-bc37-e602887ef71c binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:57:13.939423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002d912-0989-4c3d-8fce-6bd1fa00c507']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:13.968177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.997132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:13.999619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.006106 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9b51fc29-0fc2-47aa-b3a5-1dfa1f30bcd6 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144 tempest-ExternalNetworksAdminNegativeTestJSON-2080933144-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/7719a4f4-db15-46f0-b69f-e33bea03560e HTTP/1.1" status: 204 len: 168 time: 2.8833385 Apr 28 14:57:14.016273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port 78a11a8f-89be-49ac-833b-def94699e4d2, host hv-neutron-8397, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:14.016662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.016889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d193400-30e5-42b6-b9e9-4dbdbcbb6516') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:14.017189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d193400-30e5-42b6-b9e9-4dbdbcbb6516') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:14.039462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Calling delete_port for 78a11a8f-89be-49ac-833b-def94699e4d2 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:14.083623 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c9c1a898-f07a-4ba7-8c8e-27e8c11f8ea2 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4774833 Apr 28 14:57:14.115279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.128124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39910) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.133538 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1533350440'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:14.315234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.334887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.396075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c539f5e-0f14-4aa3-934d-dcc259adaa06 None None] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:14.398180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6f78597e-4ba4-4311-8946-43cbecec0ebd up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:14.402898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event deleted for resources: {'Port': ['ID=78a11a8f-89be-49ac-833b-def94699e4d2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:14.415132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.418694 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2ba20866-bd86-4d5e-9ddf-b6f2b2476deb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "DELETE /v2.0/ports/78a11a8f-89be-49ac-833b-def94699e4d2 HTTP/1.1" status: 204 len: 168 time: 1.1102760 Apr 28 14:57:14.423535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.460229 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef472e57-de3b-4938-9878-89d85f5ceb34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] GET failed (client error): The resource could not be found. Apr 28 14:57:14.462168 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef472e57-de3b-4938-9878-89d85f5ceb34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports/78a11a8f-89be-49ac-833b-def94699e4d2 HTTP/1.1" status: 404 len: 333 time: 0.0374215 Apr 28 14:57:14.477809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.488400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-827926769'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:14.500969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.508402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Checking segment: {'id': '9958f38a-bb8c-48db-8df1-fc3ceb2610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:14.509038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network hostable DHCP agents. Network: 29002a21-49c9-41e3-aa76-d61cc35e2ee7, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:14.511566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Subnet': ['ID=470cd176-1a81-47ab-8e3c-f207b90479f1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:14.514756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.523349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Made reservation on behalf of 2c3e6977baed4acfabfe381d74392c1d for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:14.526193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.530479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] Provisioning complete for port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:14.530852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.536039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.553132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port dab8f714-fb24-4ca5-8cb2-0f071c9e748c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:14.574763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.589559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:14.595872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:14.596444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.615419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 29002a21-49c9-41e3-aa76-d61cc35e2ee7) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:14.628038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:14.628833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.639729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Attempting to bind port dfff75ad-5852-4191-bc37-e602887ef71c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:14.640181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Attempting to bind port dfff75ad-5852-4191-bc37-e602887ef71c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:14.640536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Attempting to bind port dfff75ad-5852-4191-bc37-e602887ef71c on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:14.642864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7929aa-cc71-4d45-af6e-46606b25b1d3 None None] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:14.671009 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-40cb1451-ec67-44b3-8bff-33eec69115fa tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7332027 Apr 28 14:57:14.673912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: from cryptography.utils import int_from_bytes Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: from cryptography.utils import int_from_bytes Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:14.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:14.679693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1835777559', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:14.690791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.696631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:14.697225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:14.697765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.698283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:14.698892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Bound port: dfff75ad-5852-4191-bc37-e602887ef71c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:14.699439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.702116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Made reservation on behalf of 416448b7534b433ea94365437be29024 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:14.705635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.735417 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6f78597e-4ba4-4311-8946-43cbecec0ebd triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:14.736150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.737443 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68fef4f4-e559-4d87-8e50-6b3e90ef5250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.760267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.761314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.793945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.814306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event deleted for resources: {'Port': ['ID=84a0e11b-f054-4a40-875e-f7109d83175f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:14.892780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.894173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:14.900976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.906215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.907650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.910352 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4d6aac83-5409-46b0-bace-46048728098e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "DELETE /v2.0/ports/84a0e11b-f054-4a40-875e-f7109d83175f HTTP/1.1" status: 204 len: 168 time: 3.0662012 Apr 28 14:57:14.913783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:14.933486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Request body: {'port': {'name': 'tempest-new-port-name-332406857', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:14.933943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] bootfile-name is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:14.934510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] tftp-server is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:14.934639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] server-ip-address is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:57:14.939113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.941040 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b002d912-0989-4c3d-8fce-6bd1fa00c507 HTTP/1.1" status: 204 len: 168 time: 2.3498268 Apr 28 14:57:14.948627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.949033 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Added segment d091e852-7cbd-4001-bc0a-a1dad84062c9 of type vlan for network 8775086e-7ab9-4c63-882c-eae951d1bb16 Apr 28 14:57:14.961727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:14.975200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477b9ff-c29a-4d02-8368-a6a7c5adb42d tempest-QuotasNegativeTest-1794643098 tempest-QuotasNegativeTest-1794643098-project-admin] Pushing event deleted for resources: {'Network': ['ID=b002d912-0989-4c3d-8fce-6bd1fa00c507,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:14.982674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.015358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2a53-7896-4b72-8d13-6151aac70810 None None] Pushing event updated for resources: {'Port': ['ID=dfff75ad-5852-4191-bc37-e602887ef71c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.122009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:15.135601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68fef4f4-e559-4d87-8e50-6b3e90ef5250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.158592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.177863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.182222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] For port dfff75ad-5852-4191-bc37-e602887ef71c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:15.183634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Pushing event updated for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.217322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:15.223596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-68fef4f4-e559-4d87-8e50-6b3e90ef5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.231251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.250934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] For port dfff75ad-5852-4191-bc37-e602887ef71c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfff75ad-5852-4191-bc37-e602887ef71c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:15.252115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:15.253966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:15.254777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.304431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.312418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.312546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:15.313323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.422923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 44df839d-2acc-4547-9d3e-8c5bf56d24b6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:15.425012 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-68fef4f4-e559-4d87-8e50-6b3e90ef5250 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d85363806584111a6b68c080ce884b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9085197 Apr 28 14:57:15.425867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=dab8f714-fb24-4ca5-8cb2-0f071c9e748c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.428463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:15.435223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] For port 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=44df839d-2acc-4547-9d3e-8c5bf56d24b6,segment=NetworkSegment(3d6c53fd-8e18-4f2a-a125-93a59e8aa694),segment_id=3d6c53fd-8e18-4f2a-a125-93a59e8aa694)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:15.436571 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3072920 Apr 28 14:57:15.446508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:15.453187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:15.454224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:15.503000 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.527406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:15.528130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:56:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:15.536440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f2a53-7896-4b72-8d13-6151aac70810 None None] Pushing event updated for resources: {'Port': ['ID=dfff75ad-5852-4191-bc37-e602887ef71c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.564736 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5d1e6a59-e040-4699-abc2-0b7ed2ace99f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0787878 Apr 28 14:57:15.576146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-29002a21-49c9-41e3-aa76-d61cc35e2ee7', 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7', 'tenant_id': 'cab382fd4faa4a93bd63febfbb62e69a', 'fixed_ips': [{'subnet_id': '470cd176-1a81-47ab-8e3c-f207b90479f1'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:15.577011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.657973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39934) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:15.675535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0287-b174-4afe-8fc3-6f42c6f137d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.682858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:15.692657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.716432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c0e6f3be-62ff-459b-9f60-1eb005d33639 None None] Provisioning complete for port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:15.716964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0e6f3be-62ff-459b-9f60-1eb005d33639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.719689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:15.817015 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042ecb8-46c5-4ed5-8909-146736a48082 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event updated for resources: {'Network': ['ID=8775086e-7ab9-4c63-882c-eae951d1bb16,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.883185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:15.899446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8775086e-7ab9-4c63-882c-eae951d1bb16 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:15.935285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acdce0-d9b6-4d19-a20d-00af09f9bfa4 None None] Pushing event updated for resources: {'Port': ['ID=44df839d-2acc-4547-9d3e-8c5bf56d24b6,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:15.955314 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:15.955682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.006883 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e2612372-93e3-4cdb-ba57-258df3bc7195 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.5498691 Apr 28 14:57:16.013599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:16.045408 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:16.086798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.162187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Router 56ca4e35-5763-40d4-83d6-b3040d81d975 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:57:16.174906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fef4f4-e559-4d87-8e50-6b3e90ef5250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3479e9-81aa-434b-98cf-12371deeb5b2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:16.246888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20f18bb9-8aeb-4393-863c-fda5a3816e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.258394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Allocated IP 172.20.0.2 (29002a21-49c9-41e3-aa76-d61cc35e2ee7/470cd176-1a81-47ab-8e3c-f207b90479f1/415688f5-df04-4820-8599-ee91818e7b46) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:16.282669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.319460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.334203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.338501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.352170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.355043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0fc293-15d5-4b1e-88dd-8bb2667197a5 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] Network 8775086e-7ab9-4c63-882c-eae951d1bb16 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:16.391201 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af0fc293-15d5-4b1e-88dd-8bb2667197a5 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "POST /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3482137 Apr 28 14:57:16.400396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:16.416551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddfc8b-f428-4425-b169-987da9d400bf None None] Network 8775086e-7ab9-4c63-882c-eae951d1bb16 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:16.437737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4ebcecb-3761-4a89-9e40-7339558e2e1e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:16.441919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] In _notify_port_updated(), no bound segment for port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d on network a491771e-8b37-4a8a-9275-c2df08ad2a5c {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:57:16.447691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:16.448618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.452759 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "PUT /v2.0/ports/7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d HTTP/1.1" status: 200 len: 1129 time: 1.5251663 Apr 28 14:57:16.455650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:16.522745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547d6b7-df4e-4916-ac31-1520ffd2fe41 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event updated for resources: {'Port': ['ID=7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:16.532948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-391cf5f5-e370-4a25-811f-ec404d58c9aa None None] Could not find standard attr ID for object 034137ed-ae14-45fe-bf2a-2618bdf85d32. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:57:16.612740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a12c0-21cd-4359-8f4d-d942cb28d3be tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:16.614365 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7a5a12c0-21cd-4359-8f4d-d942cb28d3be tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "GET /v2.0/ports/7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d HTTP/1.1" status: 200 len: 1129 time: 0.1527488 Apr 28 14:57:16.619773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:16.678934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.681984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.682824 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fb3479e9-81aa-434b-98cf-12371deeb5b2 HTTP/1.1" status: 204 len: 168 time: 1.2292397 Apr 28 14:57:16.702812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39897-ac85-40fd-8883-5be0bf5c18d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3479e9-81aa-434b-98cf-12371deeb5b2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:16.712671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.722346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:16.766584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-391cf5f5-e370-4a25-811f-ec404d58c9aa None None] Provisioning complete for port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:16.768510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-391cf5f5-e370-4a25-811f-ec404d58c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.774811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port dab8f714-fb24-4ca5-8cb2-0f071c9e748c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:16.784538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.821980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.844348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97da30-ff7d-47ec-8a48-42593541fcc9 None None] The sync data for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv is: [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:16.873495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.892325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Allocated IP 172.20.0.1 (c3fcb9fd-0c36-4a91-ad30-637224e14833/22c69cd4-0e44-4d13-b7fe-5a835d200525/5db65e2b-299c-4194-a4b3-553a156e1318) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:16.894987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:16.919451 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-553e671c-3918-4a5b-a4b6-f53aa1993041 admin admin] 10.222.0.58 "PUT /v2.0/routers/56ca4e35-5763-40d4-83d6-b3040d81d975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0796211 Apr 28 14:57:16.929551 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Sync routers for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:16.944143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20f18bb9-8aeb-4393-863c-fda5a3816e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.961216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.962969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-20f18bb9-8aeb-4393-863c-fda5a3816e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:16.981561 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:16.982209 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:56:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:17.007774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.019898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Deleting port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:17.030328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.089312 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-20f18bb9-8aeb-4393-863c-fda5a3816e93 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=652e0855c5bb48de88199d5296b382db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2032762 Apr 28 14:57:17.092420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=dab8f714-fb24-4ca5-8cb2-0f071c9e748c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:17.092564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:17.097530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a4b8f9d7-032b-4fad-9ed3-ed7b7f74f8e0 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks HTTP/1.1" status: 200 len: 8041 time: 0.6928029 Apr 28 14:57:17.099747 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39958) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:17.099865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18bb9-8aeb-4393-863c-fda5a3816e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2dcfaa-da93-4d6a-9a2c-31c40bd1faba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:17.211325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.251236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:17.272315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:17.276924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-391cf5f5-e370-4a25-811f-ec404d58c9aa None None] Port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:17.278785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4ebcecb-3761-4a89-9e40-7339558e2e1e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:17.279278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.279463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:17.279800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:17.280166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:17.281371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.290234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:17.306204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:17.332126 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:17.333022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:17.333351 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:17.339186 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 2 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:17.358511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.368582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Pushing event updated for resources: {'Port': ['ID=415688f5-df04-4820-8599-ee91818e7b46,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:17.426866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.458569 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3da940c7-b03e-446a-a033-5c1df61ffa97 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01bb37481cda41b0a6e823b864197c04&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1501575 Apr 28 14:57:17.480435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:17.487357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:17.487765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:17.488245 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:17.489667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Attempting to bind port 415688f5-df04-4820-8599-ee91818e7b46 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:17.490755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Attempting to bind port 415688f5-df04-4820-8599-ee91818e7b46 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9958f38a-bb8c-48db-8df1-fc3ceb2610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:17.491504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Attempting to bind port 415688f5-df04-4820-8599-ee91818e7b46 on network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:17.495097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8c51bb55-312b-475b-9100-20ef63c146fe None None] Provisioning complete for port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:17.495559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:17.496469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c51bb55-312b-475b-9100-20ef63c146fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.501770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:17.505066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:17.522013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.541745 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:17.544799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Checking segment: {'id': '9958f38a-bb8c-48db-8df1-fc3ceb2610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:17.546146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.549587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Bound using segment: {'id': '9958f38a-bb8c-48db-8df1-fc3ceb2610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:17.549812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.550500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Bound port: 415688f5-df04-4820-8599-ee91818e7b46, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9958f38a-bb8c-48db-8df1-fc3ceb2610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:17.553274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.554947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:17.555274 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:17.568027 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5f13d27-7f66-4d38-9f7a-2ecdca9347e9 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "DELETE /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks/8775086e-7ab9-4c63-882c-eae951d1bb16 HTTP/1.1" status: 204 len: 168 time: 0.4301002 Apr 28 14:57:17.568343 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 3 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:17.576054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:17.597135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Calling delete_port for 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:17.608185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Pushing event updated for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:17.648810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.653073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.657792 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d2dcfaa-da93-4d6a-9a2c-31c40bd1faba HTTP/1.1" status: 204 len: 168 time: 0.5567994 Apr 28 14:57:17.665801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Allocated IP 172.26.4.100 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/778501bf-4fc7-48d5-b8f5-ccff06082fff) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:17.686297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:17.686619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:17.686959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:17.722889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8c51bb55-312b-475b-9100-20ef63c146fe None None] Port 7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:17.727945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.730366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d01c5-55ab-4e19-bd89-d10391cc1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2dcfaa-da93-4d6a-9a2c-31c40bd1faba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:17.852777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port b4ebcecb-3761-4a89-9e40-7339558e2e1e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4ebcecb-3761-4a89-9e40-7339558e2e1e,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:17.871838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.888737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] For port 415688f5-df04-4820-8599-ee91818e7b46, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:17.915150 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:17.915430 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:17.954318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:17.965515 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 4 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:18.016624 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:14Z', 'revision_number': 2, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:18.032551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] For port 415688f5-df04-4820-8599-ee91818e7b46, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=415688f5-df04-4820-8599-ee91818e7b46,segment=NetworkSegment(9958f38a-bb8c-48db-8df1-fc3ceb2610ca),segment_id=9958f38a-bb8c-48db-8df1-fc3ceb2610ca)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:18.046603 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Checking router: 56ca4e35-5763-40d4-83d6-b3040d81d975 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:57:18.047212 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Updating router 56ca4e35-5763-40d4-83d6-b3040d81d975 port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:57:18.079371 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.096795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.117334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca9da9f9-93c2-4115-a067-9fdd515cc069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.155720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=b4ebcecb-3761-4a89-9e40-7339558e2e1e,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:18.185495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-abaa35e2-6637-4529-8bbd-0f94109df7a3 None None] Provisioning complete for port 5db65e2b-299c-4194-a4b3-553a156e1318 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:18.186452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abaa35e2-6637-4529-8bbd-0f94109df7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.288213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:18.290187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:18.292135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:18.330366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfff75ad-5852-4191-bc37-e602887ef71c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:18.396455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.459064 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:18.459397 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:18.462484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.474245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.503098 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 5 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:18.606755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-abaa35e2-6637-4529-8bbd-0f94109df7a3 None None] Port 5db65e2b-299c-4194-a4b3-553a156e1318 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:18.610831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.614697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:18.621969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa76579-d547-43b2-bfe3-cf821b00c05e None None] Pushing event updated for resources: {'Port': ['ID=415688f5-df04-4820-8599-ee91818e7b46,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:18.652890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb465cd-73f6-48f7-96f9-9128679d68e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.671229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Pushing event updated for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:18.687226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port dfff75ad-5852-4191-bc37-e602887ef71c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:18.688022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.778227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb465cd-73f6-48f7-96f9-9128679d68e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.782843 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.786996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-acb465cd-73f6-48f7-96f9-9128679d68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.801879 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.817304 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.855372 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-acb465cd-73f6-48f7-96f9-9128679d68e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=639f9c92fa9e4d329b5d39e34fa99569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357509 Apr 28 14:57:18.881626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:18.894021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb465cd-73f6-48f7-96f9-9128679d68e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fb8d9b-1715-4bd9-a10d-b28791147134,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:18.897421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.965594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port dfff75ad-5852-4191-bc37-e602887ef71c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfff75ad-5852-4191-bc37-e602887ef71c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:18.984421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.986248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 44df839d-2acc-4547-9d3e-8c5bf56d24b6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:18.987633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:18.998021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.009567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:19.015696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:19.042511 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551840f0-2ed4-451f-ac15-e41f293813ab None None] Pushing event updated for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.087071 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Attempting to bind port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:19.087342 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Attempting to bind port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:19.087703 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Attempting to bind port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 on network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:19.108842 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:19.109653 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Checking segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:19.111786 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.111940 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Bound using segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:19.112427 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Bound port: b8cc1db3-9e9e-404c-9550-f5efd70d75a9, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:19.112824 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.158745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 39988) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:19.172427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175645839', 'description': 'tempest-description--467586182'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:19.219854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.221494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=dfff75ad-5852-4191-bc37-e602887ef71c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.235849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.240616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.265521 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] For port b8cc1db3-9e9e-404c-9550-f5efd70d75a9, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:19.276063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.277045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:19.277154 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] For port b8cc1db3-9e9e-404c-9550-f5efd70d75a9, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:19.277269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.284060 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-77272c81-35f0-4a3e-ab42-ee7f753b2122 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 1.6891928 Apr 28 14:57:19.295464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:19.295796 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.296461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:19.297678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:19.300440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 39990) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:19.331116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] Provisioning complete for port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:19.331630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.370553 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:19.371623 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:19.383893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:19.384522 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:19.400545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Router c4b8c86f-9857-4b0c-8257-e5c5035dc614 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:57:19.422684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.431828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.434472 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46fb8d9b-1715-4bd9-a10d-b28791147134 HTTP/1.1" status: 204 len: 168 time: 0.5517445 Apr 28 14:57:19.471045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9bd3-f94a-4d84-8e2d-752fc9578e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fb8d9b-1715-4bd9-a10d-b28791147134,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.517470 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551840f0-2ed4-451f-ac15-e41f293813ab None None] Pushing event updated for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.519033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.579997 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 6 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:19.639045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:19.639585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:19.640515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:19.642441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] For port b8cc1db3-9e9e-404c-9550-f5efd70d75a9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:19.656766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.657039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.690128 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:19.690457 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:19.740076 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:19.753206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:19.778398 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-14f4fea7-ab94-4e57-9da9-dc70998d9485 admin admin] 10.222.0.58 "PUT /v2.0/routers/c4b8c86f-9857-4b0c-8257-e5c5035dc614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2860980 Apr 28 14:57:19.849365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b8f54-8f2b-426c-ae3d-c7651a7c7619 None None] Pushing event updated for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.872446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.888416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.891748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-add25804-fb43-47e3-a45a-c2a8fb2f58a6 None None] Provisioning complete for port 5db65e2b-299c-4194-a4b3-553a156e1318 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:19.892353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-add25804-fb43-47e3-a45a-c2a8fb2f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.948951 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 7 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:19.970608 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-29574a52-8aff-4289-9139-2e786d33ca54 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/networks/a8ee07a7-27b9-48fd-a453-6e01aa84280c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.6631839 Apr 28 14:57:19.970608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event deleted for resources: {'Port': ['ID=7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:19.981417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:19.992413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:19.996434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.009786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.014216 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8444190 Apr 28 14:57:20.016821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-add25804-fb43-47e3-a45a-c2a8fb2f58a6 None None] Port 5db65e2b-299c-4194-a4b3-553a156e1318 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:20.018825 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4a7d90da-7fde-4a09-890d-546c9a84d571 HTTP/1.1" status: 204 len: 168 time: 2.5369298 Apr 28 14:57:20.026456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:20.037636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.042027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Sync routers for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:20.043468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'security_group_rule': {'security_group_id': 'e5cd478a-9d9c-4746-8d31-a538f7f6b6ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:20.053797 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-96191a2f-3297-4ea8-bef4-47cbe88df1b2 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "DELETE /v2.0/ports/7c15bcc5-02f9-4bb0-bf9c-f6d334093c8d HTTP/1.1" status: 204 len: 168 time: 3.4323273 Apr 28 14:57:20.063993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d0b8c-14c4-49a3-9195-1a34dec82e6f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:20.085965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:20.108114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c447aa-4199-4b51-96c6-5b6d52a3e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d90da-7fde-4a09-890d-546c9a84d571,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:20.122683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:20.123412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:20.124504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:20.138702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:20.139027 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:20.139553 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 8 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:20.172313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.175651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:20.176245 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:20.176657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:20.189523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-add25804-fb43-47e3-a45a-c2a8fb2f58a6 None None] Provisioning complete for port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:20.190682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-add25804-fb43-47e3-a45a-c2a8fb2f58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.210621 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c084e3f1-4116-4b1b-bcd1-1d68768fcdbc tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/networks/a8ee07a7-27b9-48fd-a453-6e01aa84280c/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2271264 Apr 28 14:57:20.221566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40014) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:20.234519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:20.234851 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:20.237666 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 9 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:20.280126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:20.289505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4ebcecb-3761-4a89-9e40-7339558e2e1e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:20.290336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:20.319343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:20.320964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:20.321457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:20.328822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:20.333609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=778501bf-4fc7-48d5-b8f5-ccff06082fff,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:20.356620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:20.357239 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:20.359901 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 10 to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c Apr 28 14:57:20.389495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:20.389985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:20.390474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:20.398970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:20.399519 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:20.400058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.405833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.434790 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:20.444273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:20.450430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:20.476242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Deleting subnet a33d1227-3ae0-4c14-9f87-dd367f8eb13f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:20.488199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.499377 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86b4758-72cb-46f5-b913-cd6e01125db7 None None] The sync data for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv is: [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:20.583629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port dab8f714-fb24-4ca5-8cb2-0f071c9e748c, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:20.584215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 14:57:20.596365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.601021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd485a17-afca-4084-979a-68b9804e7936 None None] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:20.650996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.657985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.700367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] In _notify_port_updated(), no bound segment for port dab8f714-fb24-4ca5-8cb2-0f071c9e748c on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:57:20.703334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:20.704173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.711583 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "PUT /v2.0/ports/dab8f714-fb24-4ca5-8cb2-0f071c9e748c HTTP/1.1" status: 200 len: 980 time: 5.0477052 Apr 28 14:57:20.711801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40024) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:20.730910 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-23d93840-1632-4247-9a20-bdd3b459a055 tempest-DHCPAgentSchedulersTestJSON-1986967245 tempest-DHCPAgentSchedulersTestJSON-1986967245-project-admin] 10.222.0.58 "GET /v2.0/agents/e1edb7bf-643b-422f-a495-2374032fb3dc/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.5019019 Apr 28 14:57:20.773982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:20.829529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4ebcecb-3761-4a89-9e40-7339558e2e1e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:20.830086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:20.844412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1cfb1-19a3-4a49-b135-5540034b9f4c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=dab8f714-fb24-4ca5-8cb2-0f071c9e748c,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:20.941889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.024562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:21.059828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.168018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.227694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.349247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.432159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.478596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:21.489045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--752760346', 'description': 'tempest-description--1765675082'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:21.502291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.502849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.503400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.503719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.504212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.504678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.505137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.505595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.506601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.506851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.507309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.513446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.513968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.514452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.518502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.518502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:21.528653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:21.529549 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-672ef574-8bf5-4573-be12-c154cb8684b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14595 time: 0.8008282 Apr 28 14:57:21.574441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.582370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.599686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c4c3e3-a90e-4a09-af4c-b2ad09fa9bb8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:21.684517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.717443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8775086e-7ab9-4c63-882c-eae951d1bb16']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:21.729690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd091e852-7cbd-4001-bc0a-a1dad84062c9') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:21.729690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd091e852-7cbd-4001-bc0a-a1dad84062c9') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:21.739691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.754191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.760741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfff75ad-5852-4191-bc37-e602887ef71c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:21.767421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:21.767890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.838381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] Provisioning complete for port 415688f5-df04-4820-8599-ee91818e7b46 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:21.839684 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:21.861081 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:21.871096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.876483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.883598 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "DELETE /v2.0/networks/8775086e-7ab9-4c63-882c-eae951d1bb16 HTTP/1.1" status: 204 len: 168 time: 1.0261891 Apr 28 14:57:21.887571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:21.929106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5d7da-95db-46b3-8f98-1c7963ee25e2 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event deleted for resources: {'Network': ['ID=8775086e-7ab9-4c63-882c-eae951d1bb16,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:21.935614 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0a9cdf-43f3-468b-bbe9-2a5202c510e4 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] DELETE failed (client error): The resource could not be found. Apr 28 14:57:21.937822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0a9cdf-43f3-468b-bbe9-2a5202c510e4 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:21.943411 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1c0a9cdf-43f3-468b-bbe9-2a5202c510e4 tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "DELETE /v2.0/ports/034137ed-ae14-45fe-bf2a-2618bdf85d32 HTTP/1.1" status: 404 len: 333 time: 0.0398831 Apr 28 14:57:21.946470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:21.951156 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d48ea4ac-592c-4cb0-9c8a-c090027aea94 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9171717 Apr 28 14:57:21.951850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:21.952261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:22.015334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port dfff75ad-5852-4191-bc37-e602887ef71c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:22.015708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.031566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'security_group_rule': {'security_group_id': 'e5cd478a-9d9c-4746-8d31-a538f7f6b6ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:22.031765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 2, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:22.059866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Deleting subnet b1259290-041d-48cf-827b-a8fedd19cf46 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:22.065251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.072105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Deleting port dab8f714-fb24-4ca5-8cb2-0f071c9e748c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:22.072690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.126543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Checking router: c4b8c86f-9857-4b0c-8257-e5c5035dc614 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:57:22.126893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Updating router c4b8c86f-9857-4b0c-8257-e5c5035dc614 port 5db65e2b-299c-4194-a4b3-553a156e1318 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:57:22.190249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.201878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.241703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port dab8f714-fb24-4ca5-8cb2-0f071c9e748c, host hv-neutron-8397, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:22.243602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.262491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Calling delete_port for dab8f714-fb24-4ca5-8cb2-0f071c9e748c owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:22.314350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] For port 415688f5-df04-4820-8599-ee91818e7b46, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=415688f5-df04-4820-8599-ee91818e7b46,segment=NetworkSegment(9958f38a-bb8c-48db-8df1-fc3ceb2610ca),segment_id=9958f38a-bb8c-48db-8df1-fc3ceb2610ca)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:22.401845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 415688f5-df04-4820-8599-ee91818e7b46 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:22.405222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.420229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Router 804d899d-d7b9-4768-803d-6bfb38e6e033 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:57:22.448935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.492499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.495567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5df27b-44d4-4f21-a5ca-96e363e31b1d None None] Pushing event updated for resources: {'Port': ['ID=415688f5-df04-4820-8599-ee91818e7b46,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:22.555517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.558518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event deleted for resources: {'Port': ['ID=dab8f714-fb24-4ca5-8cb2-0f071c9e748c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:22.575025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.580001 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c218f3d0-ee7f-4a3f-9410-e68a5820b963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "DELETE /v2.0/ports/dab8f714-fb24-4ca5-8cb2-0f071c9e748c HTTP/1.1" status: 204 len: 168 time: 1.0486150 Apr 28 14:57:22.583042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40086) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:22.583520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:22.592195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.606146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e024fcbb-2de3-4688-a5f6-c58709f4f444 None None] Provisioning complete for port 415688f5-df04-4820-8599-ee91818e7b46 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:22.606430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e024fcbb-2de3-4688-a5f6-c58709f4f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.653878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.690704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.711853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 415688f5-df04-4820-8599-ee91818e7b46 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:22.712569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.772778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.776045 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "DELETE /v2.0/subnets/a33d1227-3ae0-4c14-9f87-dd367f8eb13f HTTP/1.1" status: 204 len: 168 time: 2.6853130 Apr 28 14:57:22.792577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a99c5-a0a9-4ac9-99a4-79f3175fea22 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event deleted for resources: {'Subnet': ['ID=a33d1227-3ae0-4c14-9f87-dd367f8eb13f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:22.806503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40096) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:22.806760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6f7fc6-f04c-4b40-a396-e67bc4b8465c None None] Network a491771e-8b37-4a8a-9275-c2df08ad2a5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:22.903368 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-177ca8b2-8798-4ea9-a955-bd2b29dc48a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] GET failed (client error): The resource could not be found. Apr 28 14:57:22.904952 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-177ca8b2-8798-4ea9-a955-bd2b29dc48a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports/dab8f714-fb24-4ca5-8cb2-0f071c9e748c HTTP/1.1" status: 404 len: 333 time: 0.3186839 Apr 28 14:57:22.911818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1190262-0844-45f0-a8a1-5a94daceff86,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:22.918077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1776117636'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:22.920776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:22.927857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547869442', 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:22.997299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:22.999623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.000980 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ffee6db1-6f3c-448d-b08f-67182a5440fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5211313 Apr 28 14:57:23.003819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Made reservation on behalf of 2c3e6977baed4acfabfe381d74392c1d for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:23.006612 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.008801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.021578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'security_group_rule': {'security_group_id': 'e1190262-0844-45f0-a8a1-5a94daceff86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:23.031712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.032831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.066746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.071206 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port 25cc1a6d-ce47-4939-af30-bd2d85a534f9 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:23.073088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.086883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.118032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97698fe-28bd-49a6-84b2-6a6b99803c3b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:23.144593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.160350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.160528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.164646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9ff71fd8-ecf3-44d1-8287-62c86d3da570 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1343386 Apr 28 14:57:23.170624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.172855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.182852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:23.232299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4121c9-e1fb-4752-b50c-5e44d297e711 None None] Pushing event updated for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:23.256954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:23.265392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event deleted for resources: {'Subnet': ['ID=b1259290-041d-48cf-827b-a8fedd19cf46,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:23.271483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] DHCP port deletion for a491771e-8b37-4a8a-9275-c2df08ad2a5c request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:57:23.274041 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] Sync routers for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:23.276375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.279755 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-659b07cc-32f4-4d7d-b7f1-6a9808a9c08c tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "DELETE /v2.0/subnets/b1259290-041d-48cf-827b-a8fedd19cf46 HTTP/1.1" status: 204 len: 168 time: 1.3241584 Apr 28 14:57:23.292711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40112) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.306747 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:23.307567 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:23.340719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759ee3f-f466-48a0-b88a-6f4155fe861f None None] Network a8ee07a7-27b9-48fd-a453-6e01aa84280c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:23.345258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.373712 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:23.384918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Attempting to bind port 5db65e2b-299c-4194-a4b3-553a156e1318 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:23.385851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Attempting to bind port 5db65e2b-299c-4194-a4b3-553a156e1318 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:23.387416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Attempting to bind port 5db65e2b-299c-4194-a4b3-553a156e1318 on network c3fcb9fd-0c36-4a91-ad30-637224e14833 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:23.393921 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:23.394955 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:23.472197 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:23.473916 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46beb4-6993-414e-8c20-59868c85fc6f None None] The sync data for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:23.476113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.477161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:23.478049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Checking segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:23.478049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.481366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Bound using segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:23.489250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Deleting port 6f78597e-4ba4-4311-8946-43cbecec0ebd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:23.489786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.499640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Bound port: 5db65e2b-299c-4194-a4b3-553a156e1318, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:23.500141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.501591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.515459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b8cc1db3-9e9e-404c-9550-f5efd70d75a9 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:23.522998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.537350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.540361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.544412 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-022c509e-f3be-4452-a29c-7bfaf145d182 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8671932 Apr 28 14:57:23.546948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.555156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.561553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.571426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.575559 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0f8ec773-6e86-4383-8f28-5ce38cf66330 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9905629 Apr 28 14:57:23.576415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:23.676260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.703076 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:23.703767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.718443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Deleting port 6f78597e-4ba4-4311-8946-43cbecec0ebd {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:23.719075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.749290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6a04fb31-587f-402e-9c7c-c20540bda6c8 None None] Provisioning complete for port 5db65e2b-299c-4194-a4b3-553a156e1318 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:23.749528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] For port 6f78597e-4ba4-4311-8946-43cbecec0ebd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6f78597e-4ba4-4311-8946-43cbecec0ebd,segment=NetworkSegment(976c44f4-f3a2-4033-a9c1-8dacf3b7bebd),segment_id=976c44f4-f3a2-4033-a9c1-8dacf3b7bebd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:23.749988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.750483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a04fb31-587f-402e-9c7c-c20540bda6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.799416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] For port 5db65e2b-299c-4194-a4b3-553a156e1318, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:23.831164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.856121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Calling delete_port for 6f78597e-4ba4-4311-8946-43cbecec0ebd owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:23.862849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] For port 5db65e2b-299c-4194-a4b3-553a156e1318, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5db65e2b-299c-4194-a4b3-553a156e1318,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:23.868219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-81e8e325-d511-4dce-92a9-057c242518a6 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:23.884057 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.891452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.893564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] For port 6f78597e-4ba4-4311-8946-43cbecec0ebd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6f78597e-4ba4-4311-8946-43cbecec0ebd,segment=NetworkSegment(976c44f4-f3a2-4033-a9c1-8dacf3b7bebd),segment_id=976c44f4-f3a2-4033-a9c1-8dacf3b7bebd)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:23.894058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.899662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6a04fb31-587f-402e-9c7c-c20540bda6c8 None None] Port 5db65e2b-299c-4194-a4b3-553a156e1318 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:23.947290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.948411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Calling delete_port for 6f78597e-4ba4-4311-8946-43cbecec0ebd owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:23.950463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:23.952592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.038723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:24.046057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdeac8d1-567b-4df4-85e5-b4f2705dc9a0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:24.052268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:24.055989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:24.057746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:24.057746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.059937 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=25cc1a6d-ce47-4939-af30-bd2d85a534f9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:24.078288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.079389 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60e1bec3-68f8-4695-a528-6ed6b1acb761 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:57:24.085896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.088529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Deleting port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:24.088864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.090940 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fcef187a-65a3-41e6-8a56-a96caf77e109 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0773344 Apr 28 14:57:24.092108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.096753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.099346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'security_group_rule': {'security_group_id': 'e1190262-0844-45f0-a8a1-5a94daceff86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:24.102050 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5f4228e-3ffb-4974-941c-4201736466b3 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "DELETE /v2.0/routers/60e1bec3-68f8-4695-a528-6ed6b1acb761 HTTP/1.1" status: 204 len: 168 time: 0.5195141 Apr 28 14:57:24.108373 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b7b91b3-fc53-49f9-b544-b8594ec0f253 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1824691 Apr 28 14:57:24.108373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.109695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.121098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Request body: {'router': {'name': 'tempest-router-413033202', 'distributed': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:24.159082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71cbb33-90cd-405c-9df1-c082fe2b7aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:24.164026 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d71cbb33-90cd-405c-9df1-c082fe2b7aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports/25cc1a6d-ce47-4939-af30-bd2d85a534f9 HTTP/1.1" status: 200 len: 959 time: 0.0515382 Apr 28 14:57:24.165809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40132) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.184933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] DHCP port deletion for a8ee07a7-27b9-48fd-a453-6e01aa84280c request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:57:24.193024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.194252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.221137 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-81e8e325-d511-4dce-92a9-057c242518a6 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "PUT /v2.0/quotas/a94385bd6850415690f942de0e9cfade HTTP/1.1" status: 200 len: 366 time: 0.6571653 Apr 28 14:57:24.224783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40134) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.229552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4121c9-e1fb-4752-b50c-5e44d297e711 None None] Pushing event updated for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:24.247468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:24.248146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c5494db6-4032-4859-8698-ca19a23f4d02 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0216804 Apr 28 14:57:24.248275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:24.248456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.253174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.256616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 415688f5-df04-4820-8599-ee91818e7b46 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:24.259578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.310074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c7b99eef-95a2-4815-8f5b-f68f897e5443 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas/a94385bd6850415690f942de0e9cfade HTTP/1.1" status: 200 len: 366 time: 0.0453951 Apr 28 14:57:24.315348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.317152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.330372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.348471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.357239 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1f998f45-d9c3-4caa-b084-b743b9383ca0 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a94385bd6850415690f942de0e9cfade HTTP/1.1" status: 204 len: 168 time: 0.0346844 Apr 28 14:57:24.357239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Deleting port 25cc1a6d-ce47-4939-af30-bd2d85a534f9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:24.357239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.359004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.364380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event deleted for resources: {'Port': ['ID=6f78597e-4ba4-4311-8946-43cbecec0ebd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:24.400934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.404749 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d7a1e212-1367-4eb1-b671-ed27a2b3704f tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2940657 Apr 28 14:57:24.406456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.418389 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] For port 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=44df839d-2acc-4547-9d3e-8c5bf56d24b6,segment=NetworkSegment(3d6c53fd-8e18-4f2a-a125-93a59e8aa694),segment_id=3d6c53fd-8e18-4f2a-a125-93a59e8aa694)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:24.418752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.422654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] No DVR routers for this DVR port 6f78597e-4ba4-4311-8946-43cbecec0ebd on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:24.444883 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eccb616a-f190-4a59-bf36-6c8b0cf25b69 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0821354 Apr 28 14:57:24.465051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40146) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.473474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.478982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Calling delete_port for 44df839d-2acc-4547-9d3e-8c5bf56d24b6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:24.528012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] Pushing event deleted for resources: {'Port': ['ID=6f78597e-4ba4-4311-8946-43cbecec0ebd,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:24.532412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:24.542276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.545912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.562551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] Provisioning complete for port 5db65e2b-299c-4194-a4b3-553a156e1318 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:24.563265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.565391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 415688f5-df04-4820-8599-ee91818e7b46 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:24.565817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.571841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed131f8-0c5e-46a0-be8e-18c38f2c0dc7 None None] No DVR routers for this DVR port 6f78597e-4ba4-4311-8946-43cbecec0ebd on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:24.588546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Calling delete_port for 25cc1a6d-ce47-4939-af30-bd2d85a534f9 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:24.609739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Deleting port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:24.610281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.760721 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a6b9ce54-8c10-486e-95b4-ec8516d39353 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas/a94385bd6850415690f942de0e9cfade HTTP/1.1" status: 200 len: 370 time: 0.2859056 Apr 28 14:57:24.769376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40148) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.780475 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d821597-768e-4bf9-950f-e7dcb7ad951a tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas/a94385bd6850415690f942de0e9cfade/default HTTP/1.1" status: 200 len: 370 time: 0.0038958 Apr 28 14:57:24.782907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] For port 44df839d-2acc-4547-9d3e-8c5bf56d24b6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=44df839d-2acc-4547-9d3e-8c5bf56d24b6,segment=NetworkSegment(3d6c53fd-8e18-4f2a-a125-93a59e8aa694),segment_id=3d6c53fd-8e18-4f2a-a125-93a59e8aa694)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:24.783272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.812493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:24.839527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Calling delete_port for 44df839d-2acc-4547-9d3e-8c5bf56d24b6 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:24.897682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.904747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.923799 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-e864f99f-62b6-4e80-8f3a-68e2db9d8254 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] delete failed (client error): The resource could not be found. Apr 28 14:57:24.925327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e864f99f-62b6-4e80-8f3a-68e2db9d8254 tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a94385bd6850415690f942de0e9cfade HTTP/1.1" status: 404 len: 348 time: 0.0695441 Apr 28 14:57:24.926509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.959153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.965194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:24.965372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a491771e-8b37-4a8a-9275-c2df08ad2a5c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:24.981455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.005413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0450612f-44eb-41d6-8498-a2502356b253,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.021062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.021347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976c44f4-f3a2-4033-a9c1-8dacf3b7bebd') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.023387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Allocated IP 172.26.4.253 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/f099159d-a873-47da-b615-7a5bb2bfe512) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:25.041945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.042482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf8ba004-98b7-4ae1-808b-8b7b32459ef7 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:57:25.047629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.053377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.059696 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-829b838c-7541-44b4-99e4-f2e11cc7c8f2 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cf8ba004-98b7-4ae1-808b-8b7b32459ef7 HTTP/1.1" status: 204 len: 168 time: 0.6529751 Apr 28 14:57:25.063639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40154) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.064508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.068453 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-caabbe48-681b-4684-acb0-8f75e020b00c tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9699111 Apr 28 14:57:25.075996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.076170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Request body: {'router': {'name': 'tempest-router-836940481', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e6a9cd3bfa6d4136b41787444c411d61'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:25.076331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] For port 5db65e2b-299c-4194-a4b3-553a156e1318, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5db65e2b-299c-4194-a4b3-553a156e1318,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:25.079934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:25.087775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.088077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.097619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.135891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:25.136223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.136329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.136403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.139382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:25.141290 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:25.144903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.153469 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "DELETE /v2.0/ports/25cc1a6d-ce47-4939-af30-bd2d85a534f9 HTTP/1.1" status: 204 len: 168 time: 0.9864407 Apr 28 14:57:25.154220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40158) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.156571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397e177-07ec-445f-b521-1312de58a922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event deleted for resources: {'Port': ['ID=25cc1a6d-ce47-4939-af30-bd2d85a534f9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.174175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:23Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.180367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.187391 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd41287-1ac3-4da3-bccb-1c21cf9cd2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] GET failed (client error): The resource could not be found. Apr 28 14:57:25.193276 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dfd41287-1ac3-4da3-bccb-1c21cf9cd2ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports/25cc1a6d-ce47-4939-af30-bd2d85a534f9 HTTP/1.1" status: 404 len: 333 time: 0.0319347 Apr 28 14:57:25.195253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.200057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1003183240'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:25.223379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.251355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65524b1c-e55a-41ef-ad03-65e7893b5c92 None None] The sync data for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv is: [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:23Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:25.263757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event deleted for resources: {'Port': ['ID=44df839d-2acc-4547-9d3e-8c5bf56d24b6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.264732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6f78597e-4ba4-4311-8946-43cbecec0ebd no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:57:25.287807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] No DVR routers for this DVR port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:25.289436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.289747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] No DVR routers for this DVR port 44df839d-2acc-4547-9d3e-8c5bf56d24b6 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:25.292568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 6f78597e-4ba4-4311-8946-43cbecec0ebd {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:57:25.292954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6f78597e-4ba4-4311-8946-43cbecec0ebd not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:57:25.293412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 44df839d-2acc-4547-9d3e-8c5bf56d24b6 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:57:25.302585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11990c7-0862-4525-80b1-021c03ef4ef5 None None] Pushing event updated for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.318592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.329296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 44df839d-2acc-4547-9d3e-8c5bf56d24b6 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:57:25.329582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 44df839d-2acc-4547-9d3e-8c5bf56d24b6 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:57:25.340748 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.354225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.376757 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Made reservation on behalf of 2c3e6977baed4acfabfe381d74392c1d for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:25.388354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.389219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65d857-16c7-4395-a960-57b1a31a9234 None None] Pushing event deleted for resources: {'Port': ['ID=44df839d-2acc-4547-9d3e-8c5bf56d24b6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.393405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.401741 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a6cbc487-2abb-4465-85a9-cd8e544528db tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3318145 Apr 28 14:57:25.401741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.401741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:network and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:25.418788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:25.420761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.433037 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] 10.222.0.58 "DELETE /v2.0/networks/a491771e-8b37-4a8a-9275-c2df08ad2a5c HTTP/1.1" status: 204 len: 168 time: 2.5822968 Apr 28 14:57:25.524093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22126878-9f34-4ae6-b898-fd7894f5f31e tempest-ExtraDHCPOptionsIpV6TestJSON-703805320 tempest-ExtraDHCPOptionsIpV6TestJSON-703805320-project] Pushing event deleted for resources: {'Network': ['ID=a491771e-8b37-4a8a-9275-c2df08ad2a5c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:25.566877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:25.587729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.599667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.603418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.613318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port fc5f9671-cf78-4922-89d7-1c2a99fdc3df yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:25.660762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ee07a7-27b9-48fd-a453-6e01aa84280c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.677487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c53fd-8e18-4f2a-a125-93a59e8aa694') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.677815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c53fd-8e18-4f2a-a125-93a59e8aa694') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:25.739563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.753776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.754230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.781344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.796589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:25.796999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:25.807400 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:25.828531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:subnet and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:25.852152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.855400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:25.858129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 28 14:57:25.858453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Router 96ddc7e0-550c-4a7e-8047-90643b945ace migrating from provider to provider. {{(pid=102640) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 28 14:57:25.860202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.874588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.884793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:subnetpool and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:25.897382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.906226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:25.913267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40170) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:25.968771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:25.970339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:25.985388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:25.992651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.010977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:port and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:26.012566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:26.054188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:26.083071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'Port': ['ID=f099159d-a873-47da-b615-7a5bb2bfe512,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:26.095620 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.scheduler.l3_agent_scheduler [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] No L3 agents can host the router 96ddc7e0-550c-4a7e-8047-90643b945ace Apr 28 14:57:26.100744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:router and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:26.104505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.126966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:26.144521 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5d9ac3a6-a9f6-4ad3-ba20-05f0c0bbff37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce5a40e291684fe78bf2c4319716ce57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2292929 Apr 28 14:57:26.144821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.146007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40174) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.152209 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] 10.222.0.58 "DELETE /v2.0/networks/a8ee07a7-27b9-48fd-a453-6e01aa84280c HTTP/1.1" status: 204 len: 168 time: 2.8543279 Apr 28 14:57:26.161115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:floatingip and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:26.206907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b343-0f46-4398-bbfa-92241fda291b tempest-DHCPAgentSchedulersTestJSON-1173168316 tempest-DHCPAgentSchedulersTestJSON-1173168316-project] Pushing event deleted for resources: {'Network': ['ID=a8ee07a7-27b9-48fd-a453-6e01aa84280c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:26.214163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:26.311881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.325320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Hosts for router 96ddc7e0-550c-4a7e-8047-90643b945ace: [] {{(pid=102640) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 28 14:57:26.362259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Allocated IP 172.26.4.151 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/17be8baa-86a1-4f0e-b9c0-b6e4225a446f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:26.368350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.395009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Hosts for other DVR routers connected to router 96ddc7e0-550c-4a7e-8047-90643b945ace: set() {{(pid=102640) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 28 14:57:26.397423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.401127 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-736b4220-9c42-42b8-8b64-22e03eaae02d tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "PUT /v2.0/routers/96ddc7e0-550c-4a7e-8047-90643b945ace HTTP/1.1" status: 200 len: 716 time: 0.9948196 Apr 28 14:57:26.406653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40180) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.415239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Network 9dbdd1f8-4515-4b30-8390-b227e05ae84a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:26.422515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5f9671-cf78-4922-89d7-1c2a99fdc3df,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:26.433745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:26.437776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.440050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:26.440889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:26.441472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.459361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40182) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.487818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:security_group and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:26.502582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:26.507664 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-390f0506-6efb-47fa-9766-30aaaff1b5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3114605 Apr 28 14:57:26.512678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40186) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.518130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:26.545757 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Usage tracker for resource:security_group_rule and tenant:efe0672960444475ba6be9d0c021946c is out of sync, need to count used quota {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 28 14:57:26.556491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.557681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.quota.resource [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102640) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 28 14:57:26.581046 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-68308e4b-d31b-421c-8cc3-a73f139bbd3f tempest-QuotasTest-1408460584 tempest-QuotasTest-1408460584-project-admin] 10.222.0.58 "GET /v2.0/quotas/efe0672960444475ba6be9d0c021946c/details.json HTTP/1.1" status: 200 len: 703 time: 1.3548086 Apr 28 14:57:26.584999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.598306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.601317 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.602524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Allocated IP 172.20.0.1 (29002a21-49c9-41e3-aa76-d61cc35e2ee7/470cd176-1a81-47ab-8e3c-f207b90479f1/18f418d7-9127-41c1-b218-089c81a13fd8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:26.605689 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6defab32-8b7f-471b-8aa3-426b541721e4 HTTP/1.1" status: 204 len: 168 time: 0.4565449 Apr 28 14:57:26.608410 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-68fb48f5-d434-43b2-ac19-55aafac57fc1 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "GET /v2.0/routers/96ddc7e0-550c-4a7e-8047-90643b945ace HTTP/1.1" status: 200 len: 716 time: 0.1957519 Apr 28 14:57:26.618679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40192) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.623776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b583276-469a-45ae-b15b-a79ae65d989d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6defab32-8b7f-471b-8aa3-426b541721e4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:26.787676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-111e8fab-8647-4cd9-8e40-10f3be30e897 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=416448b7534b433ea94365437be29024&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3249247 Apr 28 14:57:26.788297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.878988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] device_id is not set on port fc5f9671-cf78-4922-89d7-1c2a99fdc3df yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:26.892764 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.898979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.910464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.961453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.963884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40202) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:26.988604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:26.990070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.015179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5f9671-cf78-4922-89d7-1c2a99fdc3df,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:27.087675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.089002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.089437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.091828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d940707-a755-4a1b-b288-5974038358f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.112131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.112720 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.116914 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 2 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.135734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.140117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.140507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.147055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.147378 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.149252 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 3 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.180055 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-36bec867-7fc5-4a9a-bcbb-c3534b6dcd1a tempest-RoutersTestDVR-632350783 tempest-RoutersTestDVR-632350783-project] 10.222.0.58 "GET /v2.0/routers/96ddc7e0-550c-4a7e-8047-90643b945ace HTTP/1.1" status: 200 len: 682 time: 0.5573766 Apr 28 14:57:27.191613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:27.203808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.206902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.214637 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9c56547f-9944-41d1-8856-909f3daf23ba HTTP/1.1" status: 204 len: 168 time: 0.4248958 Apr 28 14:57:27.249990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.252166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.252732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.274252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.275281 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.280467 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 4 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.331219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.333017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.333622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.339618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e823cf-2f31-416e-99e8-a4cac40dbcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c56547f-9944-41d1-8856-909f3daf23ba,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:27.340753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.421393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.421805 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.425444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.427514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5db65e2b-299c-4194-a4b3-553a156e1318 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:27.429919 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 5 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.437918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d940707-a755-4a1b-b288-5974038358f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.458874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d940707-a755-4a1b-b288-5974038358f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.461337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.461660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.461985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.503246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.505871 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.511691 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 6 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.531372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 5db65e2b-299c-4194-a4b3-553a156e1318 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:27.532089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.604679 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7d940707-a755-4a1b-b288-5974038358f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=270536b3ffdc4e458253873396a0498e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390853 Apr 28 14:57:27.617283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:27.640274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d940707-a755-4a1b-b288-5974038358f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2724ddec-c10d-45b3-b618-9c6ced55a64b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:27.645158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.645489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.645815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.657104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.657465 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.661405 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 7 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.701556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.701911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.702295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.713650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.713996 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.719707 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 8 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.737350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.740250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.740573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.740899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.754811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.755134 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.758434 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 9 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.781485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.782093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.798495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.798822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.799153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.815491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40230) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:27.816020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.816358 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.826185 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempt 10 to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df Apr 28 14:57:27.833054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:27.848078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f68f7ba8-37ea-4842-9efb-4b8a65e269b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.860966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:27.861293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:27.861621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempting to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:27.872135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:27.876607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:27.879653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.881939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:27.881939 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Failed to bind port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on host hv-neutron-8397 for vnic_type normal using segments [{'id': '2f56d118-e37f-4d34-87a4-0fd80bb59f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '9dbdd1f8-4515-4b30-8390-b227e05ae84a'}] Apr 28 14:57:27.882300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.886387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:27.894724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.899422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'Port': ['ID=17be8baa-86a1-4f0e-b9c0-b6e4225a446f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:27.941003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.943454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:27.947680 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2724ddec-c10d-45b3-b618-9c6ced55a64b HTTP/1.1" status: 204 len: 168 time: 0.3173728 Apr 28 14:57:27.974593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d331d-e3ec-4cb3-a5a4-2ef3ebe4c85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2724ddec-c10d-45b3-b618-9c6ced55a64b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.015784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port fc5f9671-cf78-4922-89d7-1c2a99fdc3df, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:28.016213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 14:57:28.029129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.051163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.051595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96ddc7e0-550c-4a7e-8047-90643b945ace {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:57:28.054603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.066919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.072240 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-835f5371-52f3-458e-b8f1-6388b9ee0fe7 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "DELETE /v2.0/routers/96ddc7e0-550c-4a7e-8047-90643b945ace HTTP/1.1" status: 204 len: 168 time: 0.8752027 Apr 28 14:57:28.075055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.082997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Request body: {'router': {'name': 'tempest-router-1865134255', 'distributed': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:28.086066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.098803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.098980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] In _notify_port_updated(), no bound segment for port fc5f9671-cf78-4922-89d7-1c2a99fdc3df on network 9dbdd1f8-4515-4b30-8390-b227e05ae84a {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:57:28.100614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:28.101405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.107073 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "PUT /v2.0/ports/fc5f9671-cf78-4922-89d7-1c2a99fdc3df HTTP/1.1" status: 200 len: 981 time: 1.5933778 Apr 28 14:57:28.107740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.132965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f68f7ba8-37ea-4842-9efb-4b8a65e269b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.168885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2174387-3e53-445f-b590-caea64da390a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event updated for resources: {'Port': ['ID=fc5f9671-cf78-4922-89d7-1c2a99fdc3df,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.171842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f68f7ba8-37ea-4842-9efb-4b8a65e269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.180561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1902625644'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:28.206052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:28.211727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.213060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.221417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:28.223309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'Port': ['ID=f099159d-a873-47da-b615-7a5bb2bfe512,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.225638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:28.251278 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f68f7ba8-37ea-4842-9efb-4b8a65e269b7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=43287b5db0db4451938bd8e74e1d97a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339173 Apr 28 14:57:28.270569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.270782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.271728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f7ba8-37ea-4842-9efb-4b8a65e269b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562bb4d-3e04-4592-896d-e840a01738a0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.287624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:28.292284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.331117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.348111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.401230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.407541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.413220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Deleting port fc5f9671-cf78-4922-89d7-1c2a99fdc3df {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:28.413671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.439584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.473899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=18f418d7-9127-41c1-b218-089c81a13fd8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.485090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.492797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.497247 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b81203e2-266a-43cd-a19b-c0e2eedcdd4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3193216 Apr 28 14:57:28.503399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.508173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.558208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.559440 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a96ccaf3-128c-49e0-945e-449e82bff289 tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4811733 Apr 28 14:57:28.564607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.568339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] For port fc5f9671-cf78-4922-89d7-1c2a99fdc3df, host hv-neutron-8397, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:28.568482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.600867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Calling delete_port for fc5f9671-cf78-4922-89d7-1c2a99fdc3df owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:28.667786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.678808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.691524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.715275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9ac7b228-c8dd-40ea-8013-63365245749e None None] Provisioning complete for port 18f418d7-9127-41c1-b218-089c81a13fd8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:28.715761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ac7b228-c8dd-40ea-8013-63365245749e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.724675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.728496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.729648 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5562bb4d-3e04-4592-896d-e840a01738a0 HTTP/1.1" status: 204 len: 168 time: 0.4543419 Apr 28 14:57:28.733394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:28.743152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-885b67ba-b684-4870-8d85-ae5e52b816b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.769893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9ac7b228-c8dd-40ea-8013-63365245749e None None] Port 18f418d7-9127-41c1-b218-089c81a13fd8 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:28.774125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a894f-04df-4936-ab87-f5623a072aec,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.778620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.778846 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment 79891614-8dea-4731-bb2a-fc04128de3ce of type vlan for network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 Apr 28 14:57:28.825027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ef283-2f0a-4c18-91f4-fa7b8248a149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562bb4d-3e04-4592-896d-e840a01738a0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.848730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.862831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.902309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc5f9671-cf78-4922-89d7-1c2a99fdc3df,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:28.912986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:28.916306 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-62abf4f5-1f11-4fec-9547-e0a16c773fe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fc5f9671-cf78-4922-89d7-1c2a99fdc3df HTTP/1.1" status: 204 len: 168 time: 0.7991929 Apr 28 14:57:28.925633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40264) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.964156 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47b83e1-fd63-4426-8f0f-4279d928898f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] GET failed (client error): The resource could not be found. Apr 28 14:57:28.965829 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a47b83e1-fd63-4426-8f0f-4279d928898f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1486417690-project-admin] 10.222.0.58 "GET /v2.0/ports/fc5f9671-cf78-4922-89d7-1c2a99fdc3df HTTP/1.1" status: 404 len: 333 time: 0.0392864 Apr 28 14:57:28.969832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:28.987610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.102275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.167643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.181703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:29.182296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.231610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-885b67ba-b684-4870-8d85-ae5e52b816b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.285333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:29.294139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-885b67ba-b684-4870-8d85-ae5e52b816b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.326442 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4543297 Apr 28 14:57:29.344971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84644aff-ab42-4b3c-bf16-a4ba3f483037 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=249da5cb-ab0b-4ea3-81f1-e9fe68664fe0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:29.345765 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 14:57:29.359354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:29.368403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.375838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-885b67ba-b684-4870-8d85-ae5e52b816b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=efe0672960444475ba6be9d0c021946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6831944 Apr 28 14:57:29.379490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:29.396325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b67ba-b684-4870-8d85-ae5e52b816b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddbf69b-73a6-4dbc-ac13-c22a055d708e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:29.500193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.507167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.535118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.592536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.607484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.632842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.645218 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-30d8fa32-93fd-464b-9c30-151ae2d7fa22 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1175645839&fields=id&tenant_id=16742291048a44409617a88a30c76b41 HTTP/1.1" status: 200 len: 267 time: 0.3518734 Apr 28 14:57:29.685465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbdd1f8-4515-4b30-8390-b227e05ae84a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:29.688797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.693591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.694559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 053bc4d4-4b4e-402f-9883-15ef04c2f588 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:57:29.700712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.701872 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e150d47a-ee91-4b81-912f-5ffccf28cfdc tempest-RoutersTestDVR-846291284 tempest-RoutersTestDVR-846291284-project-admin] 10.222.0.58 "DELETE /v2.0/routers/053bc4d4-4b4e-402f-9883-15ef04c2f588 HTTP/1.1" status: 204 len: 168 time: 1.1353769 Apr 28 14:57:29.727940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f56d118-e37f-4d34-87a4-0fd80bb59f16') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:29.728614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f56d118-e37f-4d34-87a4-0fd80bb59f16') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:29.758818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.788031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.796848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:29.797843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:29.801146 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:29.882012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.884900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.886283 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eddbf69b-73a6-4dbc-ac13-c22a055d708e HTTP/1.1" status: 204 len: 168 time: 0.5056150 Apr 28 14:57:29.891246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.914610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61517a-61dc-43e0-8569-155bf1eaf966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddbf69b-73a6-4dbc-ac13-c22a055d708e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:29.923057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'Port': ['ID=17be8baa-86a1-4f0e-b9c0-b6e4225a446f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:29.956562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:29.959800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] 10.222.0.58 "DELETE /v2.0/networks/9dbdd1f8-4515-4b30-8390-b227e05ae84a HTTP/1.1" status: 204 len: 168 time: 0.9889281 Apr 28 14:57:29.978718 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6955f7d-f07d-4f75-b3d3-3ab6ece78813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270 tempest-PortsAdminExtendedAttrsIpV6TestJSON-656814270-project] Pushing event deleted for resources: {'Network': ['ID=9dbdd1f8-4515-4b30-8390-b227e05ae84a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:30.038530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.112850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-ea194eef-076d-46ed-a4ae-9274036024a7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:30.120682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-ea194eef-076d-46ed-a4ae-9274036024a7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 812 time: 0.4364440 Apr 28 14:57:30.134306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.135547 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4564dc98-70e9-497c-8355-184f297ca749 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0591545 Apr 28 14:57:30.176001 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-87d7b882-f3bd-477e-b147-da7988cc520c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/quotas/16742291048a44409617a88a30c76b41 HTTP/1.1" status: 200 len: 375 time: 0.0542076 Apr 28 14:57:30.306041 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-1c286fd6-5499-4dd7-ad85-41103ba25f31 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207993 Apr 28 14:57:30.341804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.349433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.419841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:30.456550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=18f418d7-9127-41c1-b218-089c81a13fd8,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:30.460667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.521381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:30.639988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:30.643420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:30.680368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74c91e9a-e1f5-4e87-b831-4fbc560f88bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:30.898190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-abb6407a-fee8-4b10-946a-b06270150de5 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:57:30.901006 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-abb6407a-fee8-4b10-946a-b06270150de5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2340426 Apr 28 14:57:30.926876 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-52224842-69e3-4a29-8140-9f1fba0294a2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c854974d6e154a9d98c142b4263d32d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4040291 Apr 28 14:57:30.939098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:31.020190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74c91e9a-e1f5-4e87-b831-4fbc560f88bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.022017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-03507a44-26f2-4b45-b3ea-f637dd8c5d98 None None] Provisioning complete for port 18f418d7-9127-41c1-b218-089c81a13fd8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:31.022803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03507a44-26f2-4b45-b3ea-f637dd8c5d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.030479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74c91e9a-e1f5-4e87-b831-4fbc560f88bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.030864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Router 804d899d-d7b9-4768-803d-6bfb38e6e033 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:57:31.069960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-03507a44-26f2-4b45-b3ea-f637dd8c5d98 None None] Port 18f418d7-9127-41c1-b218-089c81a13fd8 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:31.106001 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-74c91e9a-e1f5-4e87-b831-4fbc560f88bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6a9cd3bfa6d4136b41787444c411d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848638 Apr 28 14:57:31.107324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-ae163cdb-e4b3-4be0-b747-b5ccc1a00004 service neutron] 10.222.0.58 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966059 Apr 28 14:57:31.108077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:31.109247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c91e9a-e1f5-4e87-b831-4fbc560f88bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f46850-6fd4-46b7-86b0-546c9292c668,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:31.170366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.196883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.259344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.263470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.265047 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2bd827ee-e941-461a-9a7c-ffa32574cf20 HTTP/1.1" status: 204 len: 168 time: 0.3250163 Apr 28 14:57:31.283006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7cc6e-6d94-4fff-b25f-72d6f9279fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd827ee-e941-461a-9a7c-ffa32574cf20,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:31.340797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.368112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.422473 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.425751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.431128 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41f46850-6fd4-46b7-86b0-546c9292c668 HTTP/1.1" status: 204 len: 168 time: 0.3068473 Apr 28 14:57:31.440855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d007075-a667-4803-a1b0-3d385f2e1004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f46850-6fd4-46b7-86b0-546c9292c668,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:31.669352 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-d3944693-f82a-4bde-8091-7b28d6800638 service neutron] 10.222.0.58 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545454 Apr 28 14:57:31.672699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:31.678617 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-21fb6577-5e36-4c45-b75d-dfa52849e80c tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "PUT /v2.0/routers/804d899d-d7b9-4768-803d-6bfb38e6e033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1194565 Apr 28 14:57:31.681714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:31.687210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] Sync routers for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:31.697065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:31.704195 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 14:57:31.704996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:31.705622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:31.706557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Request body: {'port': {'network_id': '29002a21-49c9-41e3-aa76-d61cc35e2ee7', 'name': 'tempest-FloatingIPAdminTestJSON-878502721'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:31.791223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:31.797033 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-6e9f029a-ec52-4460-8795-13c8287d8ab0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--752760346&fields=id&tenant_id=b2d06660936d4315943adaeb687fed04 HTTP/1.1" status: 200 len: 267 time: 0.0945530 Apr 28 14:57:31.830822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:31.854017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:31.855619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:31.858634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Made reservation on behalf of cab382fd4faa4a93bd63febfbb62e69a for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:31.870387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:31.921158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] device_id is not set on port 791186b7-a47a-4cbc-8a5e-2dc5febdbefb yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:32.089000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Allocated IP 172.20.0.4 (29002a21-49c9-41e3-aa76-d61cc35e2ee7/470cd176-1a81-47ab-8e3c-f207b90479f1/791186b7-a47a-4cbc-8a5e-2dc5febdbefb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:32.290452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-50d9330e-3cf5-4894-8ab8-56bfb78fdf74 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:32.301524 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-50d9330e-3cf5-4894-8ab8-56bfb78fdf74 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/networks?id=c3fcb9fd-0c36-4a91-ad30-637224e14833 HTTP/1.1" status: 200 len: 806 time: 0.4922612 Apr 28 14:57:32.302301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:32.302998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3a75-0ca0-4ce4-a6a2-6eccf4f80fb6 None None] The sync data for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:32.317881 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-970c637f-86f5-4a96-b7a6-4ee8c03be016 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/quotas/b2d06660936d4315943adaeb687fed04 HTTP/1.1" status: 200 len: 375 time: 0.0129430 Apr 28 14:57:32.399965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-986729884'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:32.404689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.418706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40416) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:32.534901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0368abc5-1937-461a-9284-3ef0ad8053ff req-6799922b-3c21-4984-b03d-c8beb2fe0c81 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.1587825 Apr 28 14:57:32.548340 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-0c412c7a-8cc2-4c56-8573-e92d43cb0218 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d06660936d4315943adaeb687fed04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2125981 Apr 28 14:57:32.552044 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Made reservation on behalf of 65021896c9a74377bb575531b469ef8c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:32.559933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.581329 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6f8d05be-82ac-4c09-8e95-e79b73fbedba admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2c3e6977baed4acfabfe381d74392c1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1613197 Apr 28 14:57:32.582299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.584204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:32.590416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:32.604619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:32.628638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.658208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40428) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:32.712623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.733743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:32.740642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:32.747021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:32.750965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.761080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.768682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.777870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event updated for resources: {'Port': ['ID=791186b7-a47a-4cbc-8a5e-2dc5febdbefb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:32.778026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:32.811404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:32.815004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.850054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:32.850696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.882690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-874f4cba-6d58-46fb-a61f-4af851f6a758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.888230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:32.932048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96158715-1fd7-4e90-a543-4d898c906e00,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:32.962324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:32.962662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Added segment ba215bfd-a610-42f5-996c-eff93c4c581d of type vlan for network 530f6d4d-2028-4050-892b-f120e38dc283 Apr 28 14:57:33.031118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.033616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.034777 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba16754c-0589-402a-878a-10eec5b9527e HTTP/1.1" status: 204 len: 168 time: 0.4488492 Apr 28 14:57:33.040805 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b0843f8a-eab9-4aff-914d-33c82f6f00c0 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3580382 Apr 28 14:57:33.044250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40442) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:33.052623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-508897750'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:33.065818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.071508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6218eb-0ee2-439a-baec-a8b0e054e297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16754c-0589-402a-878a-10eec5b9527e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.088042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:33.093656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.109353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.125058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-36372512-0e9e-4c6c-b721-a28a28fcb69a None None] Provisioning complete for port 791186b7-a47a-4cbc-8a5e-2dc5febdbefb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:33.125464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-36372512-0e9e-4c6c-b721-a28a28fcb69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.138741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-bd22aeb1-6f9f-4cc7-8d82-2f6b87e30a79 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:57:33.139748 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-bd22aeb1-6f9f-4cc7-8d82-2f6b87e30a79 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1892939 Apr 28 14:57:33.179520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.210723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-36372512-0e9e-4c6c-b721-a28a28fcb69a None None] Port 791186b7-a47a-4cbc-8a5e-2dc5febdbefb cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:33.279947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=22a4bf1c-5402-4eb3-976a-a7fbb36bbebe,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.302221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'project_id': 'cab382fd4faa4a93bd63febfbb62e69a', 'port_id': '791186b7-a47a-4cbc-8a5e-2dc5febdbefb'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:33.302482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-874f4cba-6d58-46fb-a61f-4af851f6a758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.305283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.310735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:33.311672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.338425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-874f4cba-6d58-46fb-a61f-4af851f6a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.342649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.347824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': '79891614-8dea-4731-bb2a-fc04128de3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:33.348255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:33.375425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.392086 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.401942 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6023757 Apr 28 14:57:33.413806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40454) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:33.441864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc7b66-7ddc-4a84-9b7f-75bb6106abca tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Pushing event updated for resources: {'Network': ['ID=530f6d4d-2028-4050-892b-f120e38dc283,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.456095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f4cba-6d58-46fb-a61f-4af851f6a758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5a1348-de7b-4ec8-8543-d67e48756ae0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.457445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 530f6d4d-2028-4050-892b-f120e38dc283 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:33.467479 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-874f4cba-6d58-46fb-a61f-4af851f6a758 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3dfbb0117fba4c488ce0bbbedc795a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749725 Apr 28 14:57:33.468318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:33.477040 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-7b3db665-78a8-4a9d-9dc8-98e353d2eb1b service neutron] 10.222.0.58 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131735 Apr 28 14:57:33.481783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:33.486350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:33.501798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a012ed-c361-4e43-b98d-7c9c9ba4f1de,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.510958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.511298 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Added segment c32683d8-b321-461e-9ebb-f0bdbd350e2f of type vlan for network 54d908dd-ca79-41d5-95f2-c906280f9818 Apr 28 14:57:33.522879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:33.527691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:33.528367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.588430 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d633ae49-0391-42f5-84d5-42fd61fec9d3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9942114 Apr 28 14:57:33.592014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:33.616272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1765339548'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:33.641624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4ae45d-ccc0-490e-863c-ac2eff615309 None None] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:33.667776 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.720779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'name': 'tempest-network--945378874', 'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:33.728930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.760436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-5d753380-1e77-4ce0-9b81-4152a2e95dbf service neutron] 10.222.0.58 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685106 Apr 28 14:57:33.776133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.786786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:33.789279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.804366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.824783 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5b93d692-b81b-4e06-8607-0a4bdc51582c req-c0d5ff07-32b1-42c7-98ea-eefba336cada tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.1684008 Apr 28 14:57:33.835622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:57:33.909097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.909305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:33.913132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.915602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.925791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.929816 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:57:33.930835 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b5a1348-de7b-4ec8-8543-d67e48756ae0 HTTP/1.1" status: 204 len: 168 time: 0.4610023 Apr 28 14:57:33.931396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:33.934917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.963686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b46c1-17a5-4507-bad6-b7222202d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5a1348-de7b-4ec8-8543-d67e48756ae0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:33.987775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.997000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:33.999867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.001518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-249da5cb-ab0b-4ea3-81f1-e9fe68664fe0', 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': '22a4bf1c-5402-4eb3-976a-a7fbb36bbebe'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:34.002812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.046079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:34.090448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.091148 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Added segment 094937e2-6b87-4fb6-9652-33fe0a9092a9 of type vlan for network 97802edc-ae2b-40db-a4f1-b03573f316e1 Apr 28 14:57:34.101336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cd27b4-8ad3-49e2-b63d-a69772ca019e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:34.167436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.243192 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d6914b10-d19b-4f8e-ad4b-46e6a26099b9 req-645b4cc7-43fb-49f3-ab6e-94f7ca8d5b20 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.0534256 Apr 28 14:57:34.261751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.262874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:34.263482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.281780 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6202333 Apr 28 14:57:34.290194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Allocated IP 2001:db8:0:ffff::2 (249da5cb-ab0b-4ea3-81f1-e9fe68664fe0/22a4bf1c-5402-4eb3-976a-a7fbb36bbebe/a074a783-268d-4b4e-9732-b24cc3fa3ac6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:34.318146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:34.335009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:34.346750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:34.383122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a1207-9eae-4098-b942-31d9c76b1d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Network': ['ID=54d908dd-ca79-41d5-95f2-c906280f9818,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:34.389979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.390314 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment f68b898c-4298-44ba-85ec-2ae6fe7de2f2 of type vlan for network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 Apr 28 14:57:34.405202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:34.407632 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9852364 Apr 28 14:57:34.410574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Allocated IP 172.26.4.5 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/e398ad2b-e859-4168-a784-1e51192bd1b4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:34.412149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:34.497561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.564514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.642784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305bdbc-cda1-42f8-b895-cba61f739f52 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=97802edc-ae2b-40db-a4f1-b03573f316e1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:34.679125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.681880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 97802edc-ae2b-40db-a4f1-b03573f316e1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:34.711777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.750972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:34.758892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.785419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.806394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:34.818687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:34.820599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:34.839542 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97802edc-ae2b-40db-a4f1-b03573f316e1']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:34.863870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094937e2-6b87-4fb6-9652-33fe0a9092a9') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:34.864198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094937e2-6b87-4fb6-9652-33fe0a9092a9') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:34.883506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.885597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Pushing event updated for resources: {'Port': ['ID=a074a783-268d-4b4e-9732-b24cc3fa3ac6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:34.904579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.911457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:34.911869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.947553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Attempting to bind port a074a783-268d-4b4e-9732-b24cc3fa3ac6 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:34.948097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Attempting to bind port a074a783-268d-4b4e-9732-b24cc3fa3ac6 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '79891614-8dea-4731-bb2a-fc04128de3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:34.948454 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Attempting to bind port a074a783-268d-4b4e-9732-b24cc3fa3ac6 on network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:34.954285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:34.954645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Checking segment: {'id': '79891614-8dea-4731-bb2a-fc04128de3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:34.955037 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:34.955414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Bound using segment: {'id': '79891614-8dea-4731-bb2a-fc04128de3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:34.955867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Bound port: a074a783-268d-4b4e-9732-b24cc3fa3ac6, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79891614-8dea-4731-bb2a-fc04128de3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '249da5cb-ab0b-4ea3-81f1-e9fe68664fe0'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:34.956282 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.011634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:35.052928 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:35.089286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.102149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:35.102804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.118922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] For port a074a783-268d-4b4e-9732-b24cc3fa3ac6, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:35.123402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] For port a074a783-268d-4b4e-9732-b24cc3fa3ac6, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a074a783-268d-4b4e-9732-b24cc3fa3ac6,segment=NetworkSegment(79891614-8dea-4731-bb2a-fc04128de3ce),segment_id=79891614-8dea-4731-bb2a-fc04128de3ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:35.136488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.246842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=4c2ec58a-b4a8-4841-8873-82a30a1f1ff6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:35.283826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b93f7-1199-4719-b8f0-9eed810b3b37 None None] Pushing event updated for resources: {'Port': ['ID=a074a783-268d-4b4e-9732-b24cc3fa3ac6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:35.287295 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0386448-5f06-487a-a099-43aac90e0cf2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6855581 Apr 28 14:57:35.296450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:35.311235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40550) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:35.312524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.324626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97802edc-ae2b-40db-a4f1-b03573f316e1 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:57:35.337682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.359713 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/97802edc-ae2b-40db-a4f1-b03573f316e1 HTTP/1.1" status: 204 len: 168 time: 0.9457839 Apr 28 14:57:35.399268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:35.406508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40556) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:35.485373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:35.531288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e54e2b-e7e7-415e-999a-0d97516e7e3b tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Network': ['ID=97802edc-ae2b-40db-a4f1-b03573f316e1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:35.623039 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1d01a37e-d863-4dc7-ba14-5a3ce1fc3fbb req-6a72aec0-d4f0-4cc0-b1e5-b0a6b0504bb6 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.3986483 Apr 28 14:57:35.664820 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-32c1c416-dfc4-43c7-923d-26c6f62dd8aa req-33083127-7a66-4bd8-b7aa-7ca1e034c7be tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.2397921 Apr 28 14:57:35.739525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.748394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.764013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:35.766506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.822377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:35.831394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:35.845663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.863889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.898786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:35.899452 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Added segment bd4de35c-e297-4e1f-97bd-c43a37c910ea of type vlan for network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 Apr 28 14:57:35.918345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=204a7d7d-8ad8-4cbe-b603-ec73c86983ca,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:35.931090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.21', 49450) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:35.943414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40570) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:35.976268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:36.015228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:36.033749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:36.043173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Pushing event updated for resources: {'Port': ['ID=e398ad2b-e859-4168-a784-1e51192bd1b4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:36.104367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.236752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:36.277314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.278941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:36.279834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.416134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-ac708823-95fa-412e-ac04-a92c8338765c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:36.417864 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-ac708823-95fa-412e-ac04-a92c8338765c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 812 time: 0.4856582 Apr 28 14:57:36.430546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:36.430926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network hostable DHCP agents. Network: 54d908dd-ca79-41d5-95f2-c906280f9818, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:36.521145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:36.553361 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0744760 Apr 28 14:57:36.559585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:36.588428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'subnet': {'network_id': '616e8c60-c38b-4b58-8d49-7b20ae3bb469', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.590415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-706227972', 'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.611590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2391069-f66f-4275-8d19-2f676d1655d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=616e8c60-c38b-4b58-8d49-7b20ae3bb469,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:36.616960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.21', 49456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:36.621252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'networks': [{'name': 'tempest-network--1641185266'}, {'name': 'tempest-network--955389302'}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.621557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-network--1641185266'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.622014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-network--955389302'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.628018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:36.638418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 54d908dd-ca79-41d5-95f2-c906280f9818) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:36.643608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:36.644219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.655769 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-eea9ecde-df7c-46af-9949-17ab58a9817d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16742291048a44409617a88a30c76b41 HTTP/1.1" status: 200 len: 380 time: 0.1853771 Apr 28 14:57:36.684390 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'port': {'device_id': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'admin_state_up': True, 'tenant_id': '16742291048a44409617a88a30c76b41', 'security_groups': ['e5cd478a-9d9c-4746-8d31-a538f7f6b6ae']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.738561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa4569c-45fd-48ee-94ba-11bd1dde99ee None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:36.839868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'network': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:36.845035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.855963 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6f3176e1-644e-47f6-99ff-e31faac67b8b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5256517 Apr 28 14:57:36.871127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:36.886285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:36.888248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadea18a-1c11-4c85-a89c-8f899758a878 None None] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:36.919472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40610) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:36.929983 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c53ec5e4-574d-4c55-8138-258a90b2b805 req-5e18e8c3-c62b-40f6-9f5d-d6c96afb4c8c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.0809813 Apr 28 14:57:36.958735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'name': 'tempest-NetworksTestDHCPv6-2029920107'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:36.963099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.000724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] Provisioning complete for port a074a783-268d-4b4e-9732-b24cc3fa3ac6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:37.001096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.050402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '204a7d7d-8ad8-4cbe-b603-ec73c86983ca'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:37.051252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.089398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Made reservation on behalf of 16742291048a44409617a88a30c76b41 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:37.093079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.200780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Made reservation on behalf of 4e07b1a404404e1596d284a4abec8331 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:37.205488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.247551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.356208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a074a783-268d-4b4e-9732-b24cc3fa3ac6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:37.384889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:37.388690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.424669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.425505 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-af01a0a2-34c2-4019-94b3-cf3e480db116 req-23debd77-6d88-46a9-821d-c861cf535eba tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.2135208 Apr 28 14:57:37.443852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.459584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 10649e18-b90e-4626-a4c2-d6412e587363 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:37.468115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.468664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.477464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] For port a074a783-268d-4b4e-9732-b24cc3fa3ac6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a074a783-268d-4b4e-9732-b24cc3fa3ac6,segment=NetworkSegment(79891614-8dea-4731-bb2a-fc04128de3ce),segment_id=79891614-8dea-4731-bb2a-fc04128de3ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:37.494938 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.565667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.575523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1e5cb-a253-4c68-b122-505813f66282 None None] Pushing event updated for resources: {'Port': ['ID=a074a783-268d-4b4e-9732-b24cc3fa3ac6,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:37.599586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.616144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Allocated IP 172.20.0.10 (3f61d92a-8173-4be0-8cb2-2c7073fc1e7d/f01fc198-ddee-48a5-8c03-a626c6201e68/582b2330-0cf9-48ef-9e93-7302bcfe8ffa) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:37.618581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port a074a783-268d-4b4e-9732-b24cc3fa3ac6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:37.618581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.692519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-974249c0-3442-4329-9570-e35eed6bd698 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:37.694439 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-974249c0-3442-4329-9570-e35eed6bd698 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.21 "GET /v2.0/networks?id=c3fcb9fd-0c36-4a91-ad30-637224e14833 HTTP/1.1" status: 200 len: 806 time: 1.0713603 Apr 28 14:57:37.700559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:37.722244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/204a7d7d-8ad8-4cbe-b603-ec73c86983ca/3413bad0-6d08-466d-ac3e-ef03f6b8469c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:37.756251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:57:37.793571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bd967c-6196-4dd4-9c88-002f00b43656,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:37.808474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.911956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:37.912375 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Added segment 69f98054-e144-4e7b-aeb4-c7b260f420a0 of type vlan for network 8239b970-7ad1-4333-82f0-4cdaa37b2602 Apr 28 14:57:37.975058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-c35aa456-2a64-4334-99e3-124edf95c38d tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2d06660936d4315943adaeb687fed04 HTTP/1.1" status: 200 len: 379 time: 0.2450981 Apr 28 14:57:37.975380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1b2015-269e-4ad6-a7cc-d298e0767936,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:38.056616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'port': {'device_id': '699febe7-7f57-4a31-b424-2de02824067f', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'admin_state_up': True, 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'security_groups': ['e1190262-0844-45f0-a8a1-5a94daceff86']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:38.100352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:38.176431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.213485 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-eb48990e-d998-4064-a62a-5031f0ea6ebd req-1499c74c-16c4-4e38-959c-8ec51b27bc95 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.0986376 Apr 28 14:57:38.214789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.215170 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment fd1fa6d0-96db-4039-8455-0543af339bab of type vlan for network 3c7fb968-0c20-4497-a580-aa122b0e0f18 Apr 28 14:57:38.245765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4a22fbad-18af-4add-a718-2941b7f1a3d2 None None] Provisioning complete for port a074a783-268d-4b4e-9732-b24cc3fa3ac6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:38.246199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4a22fbad-18af-4add-a718-2941b7f1a3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.292598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=efbaa59e-843f-46df-9cf8-cc5016cce199,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:38.374247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.383049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.391438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.449503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:38.449814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:38.532995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.536568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:38.538154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.539627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:38.579373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.610284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:38.613413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:38.633318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Pushing event updated for resources: {'Port': ['ID=3413bad0-6d08-466d-ac3e-ef03f6b8469c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:38.660980 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bb4357a5-d43f-4260-820c-10ef66acdfa1 req-5d6e7d05-ca1c-456a-a49e-f9cce12cbda3 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.1097116 Apr 28 14:57:38.677520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::9d (54d908dd-ca79-41d5-95f2-c906280f9818/204a7d7d-8ad8-4cbe-b603-ec73c86983ca/10649e18-b90e-4626-a4c2-d6412e587363) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:38.700674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:38.706229 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4683337 Apr 28 14:57:38.710171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.715996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Made reservation on behalf of b2d06660936d4315943adaeb687fed04 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:38.719460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:38.720158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.728602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'subnet': {'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:38.745682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:38.750048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.756177 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457b219-facb-4162-842a-1f266b42acf8 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Network': ['ID=8239b970-7ad1-4333-82f0-4cdaa37b2602,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:38.762324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Made reservation on behalf of 4e07b1a404404e1596d284a4abec8331 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:38.764862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.776825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd052b5-083e-4c85-8ab7-7cb54da09faa None None] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:38.779401 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:38.791092 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:38.802929 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:38.804216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.886229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Attempting to bind port 3413bad0-6d08-466d-ac3e-ef03f6b8469c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:38.888253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Attempting to bind port 3413bad0-6d08-466d-ac3e-ef03f6b8469c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:38.889012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Attempting to bind port 3413bad0-6d08-466d-ac3e-ef03f6b8469c on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:38.903301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.903797 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment ba9a9a30-02c4-465d-86f6-027b8c4286ce of type vlan for network 870e63eb-64dc-4802-b713-16870255b606 Apr 28 14:57:38.969299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:38.969779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:38.970326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:38.970825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:38.971431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Bound port: 3413bad0-6d08-466d-ac3e-ef03f6b8469c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:38.971984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.049240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:57:39.049886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.062021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Allocated IP 172.20.0.10 (c3fcb9fd-0c36-4a91-ad30-637224e14833/22c69cd4-0e44-4d13-b7fe-5a835d200525/92186880-25ce-4788-8f4a-e4ead078782d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:39.064482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.075931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.127812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:39.157742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:39.197313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:39.249499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] For port 3413bad0-6d08-466d-ac3e-ef03f6b8469c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:39.254571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] For port 3413bad0-6d08-466d-ac3e-ef03f6b8469c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3413bad0-6d08-466d-ac3e-ef03f6b8469c,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:39.257460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a074a783-268d-4b4e-9732-b24cc3fa3ac6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:39.304123 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.324194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-4c2ec58a-b4a8-4841-8873-82a30a1f1ff6', 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': 'efbaa59e-843f-46df-9cf8-cc5016cce199'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:39.325171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.361700 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d5023eae-3d99-442d-8192-813f345c6b96 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9982786 Apr 28 14:57:39.372537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:39.394412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:57:39.401597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'port': {'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6', 'name': 'tempest-NetworksIpV6TestAttrs-479691764'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:39.429823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5a74b-5273-4f06-b918-468d1f2b8fa5 None None] Pushing event updated for resources: {'Port': ['ID=3413bad0-6d08-466d-ac3e-ef03f6b8469c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:39.452126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Checking segment: {'id': 'bd4de35c-e297-4e1f-97bd-c43a37c910ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '616e8c60-c38b-4b58-8d49-7b20ae3bb469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:39.454778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Network hostable DHCP agents. Network: 616e8c60-c38b-4b58-8d49-7b20ae3bb469, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:39.569953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port a074a783-268d-4b4e-9732-b24cc3fa3ac6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:39.571501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.686561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:39.702591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.721372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0787dda1-3f66-439c-a47c-855ce5a6f1c8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:39.736756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f67cc73d-29cd-48cf-8468-189b33bb44c6 None None] Provisioning complete for port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:39.737324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f67cc73d-29cd-48cf-8468-189b33bb44c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.740806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Allocated IP 2001:db8::f816:3eff:fe25:2c20 (4c2ec58a-b4a8-4841-8873-82a30a1f1ff6/efbaa59e-843f-46df-9cf8-cc5016cce199/5933b61d-5443-4a77-a64f-c3e2e3fc8232) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:39.758924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.762884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.773753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:39.794925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.832710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:39.833451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:39.890931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f67cc73d-29cd-48cf-8468-189b33bb44c6 None None] Port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:39.962791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:39.988860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e715f11a-b529-4d2c-ac6f-b0da53c313e6 req-47bc0198-4a87-4b7a-ab12-f36ac16dc8fd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.1324153 Apr 28 14:57:39.999999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.025302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:40.029146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=3c7fb968-0c20-4497-a580-aa122b0e0f18,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:40.030528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.036060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event updated for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:40.043976 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.7419312 Apr 28 14:57:40.047079 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-957c787a-9319-4875-8e4a-137bdfd18c3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3731854 Apr 28 14:57:40.050232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3c7fb968-0c20-4497-a580-aa122b0e0f18 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:40.062282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:40.151701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 616e8c60-c38b-4b58-8d49-7b20ae3bb469) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:40.171021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43885b11-e331-41b0-8afb-101e78aa34d6 None None] Network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:40.182911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-eec25d7d-1bb0-42b8-bd15-8cae1ff5aca2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:57:40.183967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-eec25d7d-1bb0-42b8-bd15-8cae1ff5aca2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202949 Apr 28 14:57:40.185634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.186381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.252316 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-39ae01b4-f31e-4700-83c3-43a55c97d2d1 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6796114 Apr 28 14:57:40.262880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:40.303281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'floatingip': {'floating_network_id': '616e8c60-c38b-4b58-8d49-7b20ae3bb469'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:40.319972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.329071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58829be-55ff-4ff5-b9bf-18408be1d9e6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=870e63eb-64dc-4802-b713-16870255b606,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:40.341343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.354381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.358615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998a0bd-af7d-45e8-a30d-fa54c29d6201 req-38da8ea3-d70f-4993-8510-ef4711f22827 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.360486 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8998a0bd-af7d-45e8-a30d-fa54c29d6201 req-38da8ea3-d70f-4993-8510-ef4711f22827 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 932 time: 0.9478951 Apr 28 14:57:40.366485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.432621 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 870e63eb-64dc-4802-b713-16870255b606 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:40.443635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:40.464585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:40.466985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Request body: {'port': {'device_id': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:40.468037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:40.493486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] device_id is not set on port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:40.499725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ddf47-16bf-4e30-9262-247bd364ac2d None None] Network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:40.538985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:40.569891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:40.625886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:40.692769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Pushing event updated for resources: {'Port': ['ID=5933b61d-5443-4a77-a64f-c3e2e3fc8232,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:40.697330 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8998a0bd-af7d-45e8-a30d-fa54c29d6201 req-8ba777d3-3176-4e66-a378-0f9e5c413492 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938719 Apr 28 14:57:40.752416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.868320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.875405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.882711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.889365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.897363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.906747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:40.908917 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-45ac44af-f394-4f0c-aae6-395703c7b32d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3538 time: 0.8136849 Apr 28 14:57:40.910044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event updated for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:40.923886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:40.982813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:40.997679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.079061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c0c26f4c-c0da-4998-b73b-0b46e1115329 None None] Provisioning complete for port 92186880-25ce-4788-8f4a-e4ead078782d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:41.079661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c0c26f4c-c0da-4998-b73b-0b46e1115329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.098441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Pushing event updated for resources: {'Port': ['ID=e398ad2b-e859-4168-a784-1e51192bd1b4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:41.177221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:41.178301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.221931 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-df581262-bd6b-425f-89d0-5a13d77d1fcd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2033291 Apr 28 14:57:41.251536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c0c26f4c-c0da-4998-b73b-0b46e1115329 None None] Port 92186880-25ce-4788-8f4a-e4ead078782d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:41.251536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Attempting to bind port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:41.251536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Attempting to bind port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:41.251536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Attempting to bind port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 on network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:41.269911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:41.270524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Checking segment: {'id': 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:41.271740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.274662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Bound using segment: {'id': 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:41.276357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Bound port: 5933b61d-5443-4a77-a64f-c3e2e3fc8232, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '4c2ec58a-b4a8-4841-8873-82a30a1f1ff6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:41.277804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.279734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.366035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.371828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Request body: {'port': {'device_id': '699febe7-7f57-4a31-b424-2de02824067f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:41.458425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:41.519995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.573975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:41.578363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e2c830-3b49-46aa-b61b-0146b97b54ce None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:41.593022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:41.596740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Allocated IP 2001:db8::f816:3eff:fedd:a04f (4c2ec58a-b4a8-4841-8873-82a30a1f1ff6/efbaa59e-843f-46df-9cf8-cc5016cce199/7f57a62a-b2e1-4317-9f59-a5b9ea084f2f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:41.599464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:41.600177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.622993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=10649e18-b90e-4626-a4c2-d6412e587363,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:41.643596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e9ce4-cd3f-4a80-bf50-ea3319cda486 req-002ed430-b829-4261-9b2f-843bdeb97370 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:41.653092 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-912e9ce4-cd3f-4a80-bf50-ea3319cda486 req-002ed430-b829-4261-9b2f-843bdeb97370 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 932 time: 0.4451027 Apr 28 14:57:41.695988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3413bad0-6d08-466d-ac3e-ef03f6b8469c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:41.704052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] For port 5933b61d-5443-4a77-a64f-c3e2e3fc8232, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:41.717735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] For port 5933b61d-5443-4a77-a64f-c3e2e3fc8232, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5933b61d-5443-4a77-a64f-c3e2e3fc8232,segment=NetworkSegment(f68b898c-4298-44ba-85ec-2ae6fe7de2f2),segment_id=f68b898c-4298-44ba-85ec-2ae6fe7de2f2)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:41.786537 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-da0d3356-5e97-429e-b946-59c34b7e58e1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8487027 Apr 28 14:57:41.790225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.790383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:41.860878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] Provisioning complete for port 3413bad0-6d08-466d-ac3e-ef03f6b8469c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:41.861497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:41.939937 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.015675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60293c6f-a7af-42dc-8ade-59c9f022c6f1 None None] Pushing event updated for resources: {'Port': ['ID=5933b61d-5443-4a77-a64f-c3e2e3fc8232,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:42.021727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.031813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3413bad0-6d08-466d-ac3e-ef03f6b8469c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:42.032490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.111185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.186707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:57:42.187254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.204050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.250004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.306041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7fb968-0c20-4497-a580-aa122b0e0f18']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:42.320252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1fa6d0-96db-4039-8455-0543af339bab') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:42.320831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1fa6d0-96db-4039-8455-0543af339bab') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:42.333275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.357225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.372534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:42.373003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0666c2d0-cd50-49a4-86bc-6ef928e430ad,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:42.373514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.386581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] For port 3413bad0-6d08-466d-ac3e-ef03f6b8469c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3413bad0-6d08-466d-ac3e-ef03f6b8469c,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:42.399787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.404367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.449056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2792734-6ace-432e-93eb-8af24ef606da tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:42.456555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2792734-6ace-432e-93eb-8af24ef606da tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:42.462753 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a2792734-6ace-432e-93eb-8af24ef606da tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6637144 Apr 28 14:57:42.463706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40650) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:42.492636 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:42.495020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.505512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.511445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.518741 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/3c7fb968-0c20-4497-a580-aa122b0e0f18 HTTP/1.1" status: 204 len: 168 time: 1.5568993 Apr 28 14:57:42.539491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:42.583264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6351e9-517b-4598-aa86-016c12314ef6 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=3c7fb968-0c20-4497-a580-aa122b0e0f18,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:42.596875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:42.597105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d0046-fb4c-46d1-b5fd-ee8dfc0f5924 None None] Pushing event updated for resources: {'Port': ['ID=3413bad0-6d08-466d-ac3e-ef03f6b8469c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:42.602969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576d80c-dd7a-4cdc-8e6f-905ed9f68605 req-8d73dabb-f8d4-4086-9af5-f2a1af3f7c24 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:42.611138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:42.612871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1576d80c-dd7a-4cdc-8e6f-905ed9f68605 req-8d73dabb-f8d4-4086-9af5-f2a1af3f7c24 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 932 time: 0.6899395 Apr 28 14:57:42.621519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:42.626159 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:57:42.626510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:57:42.629372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:42.630331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.653482 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Floating IP 5f12871f-8eee-4fc9-81a6-29268b5fcb3b associated. External IP: 172.26.4.5, port: 791186b7-a47a-4cbc-8a5e-2dc5febdbefb. Apr 28 14:57:42.739761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1b7e6fb5-33a0-45c4-8798-b46f74ba4517 None None] Provisioning complete for port 10649e18-b90e-4626-a4c2-d6412e587363 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:42.742491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b7e6fb5-33a0-45c4-8798-b46f74ba4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.809457 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-912e9ce4-cd3f-4a80-bf50-ea3319cda486 req-4d8adfa8-d9f7-4bc1-b3a7-bc1d07f093bd tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1549621 Apr 28 14:57:42.837867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e6fb5-33a0-45c4-8798-b46f74ba4517 None None] Port 10649e18-b90e-4626-a4c2-d6412e587363 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:42.865896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1b7e6fb5-33a0-45c4-8798-b46f74ba4517 None None] Provisioning complete for port 3413bad0-6d08-466d-ac3e-ef03f6b8469c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:42.866504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b7e6fb5-33a0-45c4-8798-b46f74ba4517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:42.940450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Allocated IP 172.20.0.13 (616e8c60-c38b-4b58-8d49-7b20ae3bb469/0787dda1-3f66-439c-a47c-855ce5a6f1c8/20e09f79-58c8-4c06-ba56-6f4951ed69a2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:42.950546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Checking segment: {'id': '69f98054-e144-4e7b-aeb4-c7b260f420a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:42.951152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network hostable DHCP agents. Network: 8239b970-7ad1-4333-82f0-4cdaa37b2602, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:43.008501 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1576d80c-dd7a-4cdc-8e6f-905ed9f68605 req-9ca79116-ce34-4a95-a449-8d160af3f1cb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943422 Apr 28 14:57:43.037282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Port': ['ID=7f57a62a-b2e1-4317-9f59-a5b9ea084f2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:43.071103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582b2330-0cf9-48ef-9e93-7302bcfe8ffa {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:57:43.080970 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e793e941-488f-4076-837e-07c052a0279c tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7061574 Apr 28 14:57:43.092573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:43.162370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.194789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:43.230691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bd8c17b4-a0d0-4db0-bd6a-07cd0e08260d None None] Provisioning complete for port 10649e18-b90e-4626-a4c2-d6412e587363 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:43.231618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bd8c17b4-a0d0-4db0-bd6a-07cd0e08260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.243380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Transition to ACTIVE for port object 582b2330-0cf9-48ef-9e93-7302bcfe8ffa will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 14:57:43.283516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8239b970-7ad1-4333-82f0-4cdaa37b2602) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:43.297917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.307201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.321530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c264e-79c3-46e0-9d77-d428781dc033 None None] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:43.322123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 10649e18-b90e-4626-a4c2-d6412e587363 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:43.323818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.340495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:43.341337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.400411 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-edef08d6-5ea0-400b-954f-18573c93174e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.6793883 Apr 28 14:57:43.449937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:43.483487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-727586785', 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:43.570259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.582190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c17b4-a0d0-4db0-bd6a-07cd0e08260d None None] Port 10649e18-b90e-4626-a4c2-d6412e587363 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:43.586662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3413bad0-6d08-466d-ac3e-ef03f6b8469c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:43.630132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Pushing event updated for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:43.757986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Attempting to bind port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:43.758321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Attempting to bind port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:43.765117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Attempting to bind port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa on network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:43.778840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d950d8a3-139f-4974-8bbd-a54fe324c9c2 None None] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:43.801188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff48081-1e0e-4d03-800b-e0cb8b9989ec None None] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:43.801425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.805474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa on network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:43.805791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Attempting to bind port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa on network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:43.841046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:43.841789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Checking segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:43.842731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Bound using segment: {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:43.843726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Bound port: 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:43.844519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.847477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 10649e18-b90e-4626-a4c2-d6412e587363 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:43.855457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:43.930206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3413bad0-6d08-466d-ac3e-ef03f6b8469c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:43.930206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.022028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:44.038312 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:44.044785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Port': ['ID=20e09f79-58c8-4c06-ba56-6f4951ed69a2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:44.052193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:44.077568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] Provisioning complete for port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:44.077937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.110194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting subnet efbaa59e-843f-46df-9cf8-cc5016cce199 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:44.180134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.268952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:44.280280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:44.283211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Made reservation on behalf of 4e07b1a404404e1596d284a4abec8331 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:44.286134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.318222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.319875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5933b61d-5443-4a77-a64f-c3e2e3fc8232 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:44.369702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.434978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] For port 5933b61d-5443-4a77-a64f-c3e2e3fc8232, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5933b61d-5443-4a77-a64f-c3e2e3fc8232,segment=NetworkSegment(f68b898c-4298-44ba-85ec-2ae6fe7de2f2),segment_id=f68b898c-4298-44ba-85ec-2ae6fe7de2f2)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:44.452086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Pushing event updated for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:44.453272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.461485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:44.461485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.534130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.548956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346d989-98ac-4488-8611-344558cc65ce req-0ecedf98-4271-4b8d-b803-6eb683362b15 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:44.550583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2346d989-98ac-4488-8611-344558cc65ce req-0ecedf98-4271-4b8d-b803-6eb683362b15 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 932 time: 0.4912932 Apr 28 14:57:44.562919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cd2d4-d2ea-49e8-87b5-67c7f9c9bc6f None None] Pushing event updated for resources: {'Port': ['ID=5933b61d-5443-4a77-a64f-c3e2e3fc8232,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:44.604349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:44.605136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.612753 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-6bfced9b-ca92-4df3-95e4-147ee89db156 service neutron] 10.222.0.21 "PUT /v2.0/ports/582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1094 time: 4.2747319 Apr 28 14:57:44.614328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.616578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:57:44.622350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] device_id is not set on port 2f034c39-d046-438e-8b8d-16e43aa2e13e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:44.653607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37181c1-9689-4bf4-baf6-c53fb450f3a3 req-849113a9-1bd4-4f4b-9f0a-516167529c3a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:44.660556 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d37181c1-9689-4bf4-baf6-c53fb450f3a3 req-849113a9-1bd4-4f4b-9f0a-516167529c3a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.5279958 Apr 28 14:57:44.712845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.745822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Router 804d899d-d7b9-4768-803d-6bfb38e6e033 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:57:44.805417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e63eb-64dc-4802-b713-16870255b606']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:44.844238 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2346d989-98ac-4488-8611-344558cc65ce req-683cec2a-daf9-4adb-8266-595923ea3ee4 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363763 Apr 28 14:57:44.846148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9a9a30-02c4-465d-86f6-027b8c4286ce') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:44.846437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9a9a30-02c4-465d-86f6-027b8c4286ce') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:44.894343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-633df538-8fef-4e25-b08c-bd1b64a2dae1 None None] Provisioning complete for port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:44.894989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-633df538-8fef-4e25-b08c-bd1b64a2dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:44.924364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.018778 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-633df538-8fef-4e25-b08c-bd1b64a2dae1 None None] Port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:45.053882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-633df538-8fef-4e25-b08c-bd1b64a2dae1 None None] Provisioning complete for port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:45.054812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-633df538-8fef-4e25-b08c-bd1b64a2dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.073151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.110689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:45.111505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:45.161658 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:45.271514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf8327e-9747-4deb-b6a3-4c517884ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:57:45.345028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 2001:db8::1f8 (8239b970-7ad1-4333-82f0-4cdaa37b2602/0666c2d0-cd50-49a4-86bc-6ef928e430ad/2f034c39-d046-438e-8b8d-16e43aa2e13e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:45.351245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92186880-25ce-4788-8f4a-e4ead078782d {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:57:45.373097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.391271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.393779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.397096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5933b61d-5443-4a77-a64f-c3e2e3fc8232 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:45.402970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:45.424151 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] Sync routers for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:45.464051 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:45.465516 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:45.489377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.504724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.508429 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/870e63eb-64dc-4802-b713-16870255b606 HTTP/1.1" status: 204 len: 168 time: 2.9467993 Apr 28 14:57:45.526579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.532614 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d37181c1-9689-4bf4-baf6-c53fb450f3a3 req-de522c42-4c0e-443f-a868-b1e29c96b82e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8382139 Apr 28 14:57:45.546188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:45.550816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-80166173-ad7a-47a1-9770-e19eeb2508b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:45.552344 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-80166173-ad7a-47a1-9770-e19eeb2508b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1097 time: 0.8413601 Apr 28 14:57:45.581967 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:45.589975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Transition to ACTIVE for port object 92186880-25ce-4788-8f4a-e4ead078782d will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 14:57:45.597093 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:45.598177 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:45.611922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d316f36-a939-40bd-8708-2ff6c97dd6f7 x-openstack-request-id: req-1d316f36-a939-40bd-8708-2ff6c97dd6f7 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:57:45.612255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:57:45.612438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d316f36-a939-40bd-8708-2ff6c97dd6f7 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:57:45.612898 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d316f36-a939-40bd-8708-2ff6c97dd6f7'] response: {'name': 'network-changed', 'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'status': 'completed', 'code': 200} Apr 28 14:57:45.618400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d7b3749-c4c4-4a9c-8454-bf063f90fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.619173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.643797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0985679-ed33-4295-9fb1-fa229d4475f7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=870e63eb-64dc-4802-b713-16870255b606,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:45.651970 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2c94280a-9750-49e2-a220-c58e60441007 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 12.5735877 Apr 28 14:57:45.652592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=10649e18-b90e-4626-a4c2-d6412e587363,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:45.655943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:45.656892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.663968 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:45.664934 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46ee835-d749-4123-b6db-fa5f9cf0f72b None None] The sync data for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:45.676889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:45.764572 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-9c3d37bd-a337-4ab1-9421-d28b23311692 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 217 time: 0.2006912 Apr 28 14:57:45.809188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.850989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6695bfbd-cb0f-4f1a-a64b-2ef85e6d7dae None None] Provisioning complete for port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:45.851321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6695bfbd-cb0f-4f1a-a64b-2ef85e6d7dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.858459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.921437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.952762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6695bfbd-cb0f-4f1a-a64b-2ef85e6d7dae None None] Port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:45.985017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.986608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:45.988440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:45.993368 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a4365841-0fb9-41e4-ad86-80622cfd50a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/10649e18-b90e-4626-a4c2-d6412e587363 HTTP/1.1" status: 204 len: 168 time: 3.5080180 Apr 28 14:57:46.005586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.007052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:46.010483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:46.011622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.012524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.053628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9e13b2-6371-44ca-8302-f44198053edd None None] Network 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:46.128918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.132622 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/efbaa59e-843f-46df-9cf8-cc5016cce199 HTTP/1.1" status: 204 len: 168 time: 3.0215158 Apr 28 14:57:46.133496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326ce81-ffa4-41db-8a27-73e09d75951f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=efbaa59e-843f-46df-9cf8-cc5016cce199,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:46.135306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.245847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420666-d7d3-4e06-a21b-987928424d72 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.257514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1420666-d7d3-4e06-a21b-987928424d72 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.257514 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b1420666-d7d3-4e06-a21b-987928424d72 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0986271 Apr 28 14:57:46.268792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.274085 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-25c97ee4-8c96-4a0a-a177-5be528df7a7b tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "GET /v2.0/floatingips/5f12871f-8eee-4fc9-81a6-29268b5fcb3b HTTP/1.1" status: 200 len: 980 time: 0.5539525 Apr 28 14:57:46.274655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-870b1226-ef8e-46b9-8789-88d73e77ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.276063 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-870b1226-ef8e-46b9-8789-88d73e77ffc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.4620354 Apr 28 14:57:46.282441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40684) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.343326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc745f-84f8-4b49-9004-5083dae4dfe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.345540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cc745f-84f8-4b49-9004-5083dae4dfe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.347660 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-87cc745f-84f8-4b49-9004-5083dae4dfe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3050830 Apr 28 14:57:46.357673 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.9041638 Apr 28 14:57:46.360424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.360819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40688) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.361874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:46.414569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a8d45-9421-4799-84d5-3c846ffba6bc tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.422030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a8d45-9421-4799-84d5-3c846ffba6bc tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.424517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9bfee-e0bd-4d6a-8628-23e1058a0578 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=2f034c39-d046-438e-8b8d-16e43aa2e13e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:46.432304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a8d45-9421-4799-84d5-3c846ffba6bc tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.441798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a8d45-9421-4799-84d5-3c846ffba6bc tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.442645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] DHCP port deletion for 4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:57:46.447720 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-787a8d45-9421-4799-84d5-3c846ffba6bc tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2515 time: 0.8903334 Apr 28 14:57:46.448329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40690) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.474938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Attempting to bind port 92186880-25ce-4788-8f4a-e4ead078782d on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:46.475702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Attempting to bind port 92186880-25ce-4788-8f4a-e4ead078782d by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:46.476462 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Attempting to bind port 92186880-25ce-4788-8f4a-e4ead078782d on network c3fcb9fd-0c36-4a91-ad30-637224e14833 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:46.482155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Port 92186880-25ce-4788-8f4a-e4ead078782d on network c3fcb9fd-0c36-4a91-ad30-637224e14833 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:57:46.482892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Attempting to bind port 92186880-25ce-4788-8f4a-e4ead078782d on network c3fcb9fd-0c36-4a91-ad30-637224e14833 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:46.489343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:46.490180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Checking segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:46.491330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Bound using segment: {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:46.492132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Bound port: 92186880-25ce-4788-8f4a-e4ead078782d, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:46.492875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.540957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Deleting port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:46.541333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.547949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2009842292'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:46.692465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] For port 5933b61d-5443-4a77-a64f-c3e2e3fc8232, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5933b61d-5443-4a77-a64f-c3e2e3fc8232,segment=NetworkSegment(f68b898c-4298-44ba-85ec-2ae6fe7de2f2),segment_id=f68b898c-4298-44ba-85ec-2ae6fe7de2f2)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:46.692849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.693222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e204f-7f9b-4e3c-97bb-30c2fa8e4e7b req-997cc584-1f82-4c63-b8b8-e831fb7fd63d tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.694954 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-356e204f-7f9b-4e3c-97bb-30c2fa8e4e7b req-997cc584-1f82-4c63-b8b8-e831fb7fd63d tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 944 time: 0.6776333 Apr 28 14:57:46.710868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:46.735971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Calling delete_port for 5933b61d-5443-4a77-a64f-c3e2e3fc8232 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:46.738354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a702a-80e4-4941-9bda-f08e039791f5 req-3609e9e9-3a95-4e24-ba80-77d7c6766f09 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.746765 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-400a702a-80e4-4941-9bda-f08e039791f5 req-3609e9e9-3a95-4e24-ba80-77d7c6766f09 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.1077037 Apr 28 14:57:46.760307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=92186880-25ce-4788-8f4a-e4ead078782d,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:46.791985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.804810 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-400a702a-80e4-4941-9bda-f08e039791f5 req-97ba71ac-3681-4b53-8d47-817ff04dde45 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549581 Apr 28 14:57:46.824976 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-356e204f-7f9b-4e3c-97bb-30c2fa8e4e7b req-bad8ba3d-2f94-4890-8891-131cfac23356 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118667 Apr 28 14:57:46.881057 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.901958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06d1dfd0-ea9a-4196-813d-d878c2475e89 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.909286 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c05b647c-9e2f-405e-a89f-bdd6487f6bf5 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2902 time: 0.6209557 Apr 28 14:57:46.910493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:46.911066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.913619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.915672 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] 10.222.0.21 "PUT /v2.0/ports/92186880-25ce-4788-8f4a-e4ead078782d HTTP/1.1" status: 200 len: 1094 time: 5.6123090 Apr 28 14:57:46.917301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-18cc40ff-2e89-4d4f-b7b9-bb0186eb56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:46.918789 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-18cc40ff-2e89-4d4f-b7b9-bb0186eb56c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5707014 Apr 28 14:57:46.921171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:57:46.928090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:46.931469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:46.961988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b29d9-b7b8-4f36-964e-9bfbcb83ce15 service neutron] Pushing event updated for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:46.980850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 204a7d7d-8ad8-4cbe-b603-ec73c86983ca {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:47.004563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] Pushing event deleted for resources: {'Port': ['ID=5933b61d-5443-4a77-a64f-c3e2e3fc8232,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:47.006905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5e2a75-67de-44b7-9788-7a3b809c80f0 None None] No DVR routers for this DVR port 5933b61d-5443-4a77-a64f-c3e2e3fc8232 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:47.062801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6" -d '{"events": [{"name": "network-changed", "server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "tag": "92186880-25ce-4788-8f4a-e4ead078782d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:57:47.065258 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d1dfd0-ea9a-4196-813d-d878c2475e89 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 14:57:47.066402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d1dfd0-ea9a-4196-813d-d878c2475e89 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:47.080332 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-06d1dfd0-ea9a-4196-813d-d878c2475e89 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 HTTP/1.1" status: 409 len: 405 time: 0.8073006 Apr 28 14:57:47.088474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:47.091144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2057091712'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:47.122810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-4a2b66c2-7201-4fda-9578-7ca35d90d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:47.133960 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-4a2b66c2-7201-4fda-9578-7ca35d90d630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2d06660936d4315943adaeb687fed04&device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 1097 time: 0.1238770 Apr 28 14:57:47.149290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:47.157577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.161385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.219723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:47.253499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.253876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment 35a13efd-bbee-46f3-9433-840f6a7bf170 of type vlan for network 192641ac-8de1-4f8f-b119-aa3b42a912e0 Apr 28 14:57:47.337280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d14223-1672-479b-bf26-3ff3d9b1b1ab x-openstack-request-id: req-b3d14223-1672-479b-bf26-3ff3d9b1b1ab {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:57:47.337718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "tag": "92186880-25ce-4788-8f4a-e4ead078782d", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:57:47.337829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b3d14223-1672-479b-bf26-3ff3d9b1b1ab {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:57:47.338238 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d14223-1672-479b-bf26-3ff3d9b1b1ab'] response: {'name': 'network-changed', 'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d', 'status': 'completed', 'code': 200} Apr 28 14:57:47.356065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.381686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5933b61d-5443-4a77-a64f-c3e2e3fc8232 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:57:47.398023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.403896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:47.404919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.414263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 5933b61d-5443-4a77-a64f-c3e2e3fc8232 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:57:47.414615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5933b61d-5443-4a77-a64f-c3e2e3fc8232 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:57:47.429629 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3409529 Apr 28 14:57:47.439869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:47.445241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:47.556209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e21da-d061-4b22-b7fb-46659b1a5761 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=192641ac-8de1-4f8f-b119-aa3b42a912e0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:47.570186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:47.611273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:47.614856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.615885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.700750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.724337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.786714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:47.858588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Deleting port 2f034c39-d046-438e-8b8d-16e43aa2e13e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:47.858990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.862449 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-fd686a8b-c39e-4bf3-9cec-361b56f05bc0 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8790026 Apr 28 14:57:47.872874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:47.873166 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment 37949c87-8c6c-42a4-b8d9-f7b3fe2aad7d of type vlan for network a9489cd1-ccee-4f3d-8118-8afd6c71d06e Apr 28 14:57:47.945965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3087bf1-2416-47dd-9d1c-ac067e30f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.054159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0fc95-bb6c-4077-b788-086988ddfccc req-1c8e8d2e-ffb5-4137-820f-eeae2a923ed5 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:48.061704 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8cc0fc95-bb6c-4077-b788-086988ddfccc req-1c8e8d2e-ffb5-4137-820f-eeae2a923ed5 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 944 time: 0.0954833 Apr 28 14:57:48.069285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Port': ['ID=20e09f79-58c8-4c06-ba56-6f4951ed69a2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:48.101744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:57:48.104666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.150187 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8cc0fc95-bb6c-4077-b788-086988ddfccc req-a4735d7b-b17b-47aa-8622-02e36a0096f8 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701454 Apr 28 14:57:48.166069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.179070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.252351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=f2d0f6b1-e00b-4112-90a4-189554db9520,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:48.254071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.259820 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': '35a13efd-bbee-46f3-9433-840f6a7bf170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:48.260925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 192641ac-8de1-4f8f-b119-aa3b42a912e0, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:48.286080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.287330 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8ebfd115-75d7-44af-a3ad-e95dc6a7a97e tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0077169 Apr 28 14:57:48.291788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40712) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.293427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.303854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc20598-ed35-4f6b-a29a-9ffc568c82a2 req-3b47b5a7-9856-4f34-adc8-20e8cf5a12d1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:48.305590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4cc20598-ed35-4f6b-a29a-9ffc568c82a2 req-3b47b5a7-9856-4f34-adc8-20e8cf5a12d1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.3688576 Apr 28 14:57:48.321696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.330327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.335765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:48.336417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.341233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Calling delete_port for 2f034c39-d046-438e-8b8d-16e43aa2e13e owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:48.504385 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9970357 Apr 28 14:57:48.519237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.524207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port e398ad2b-e859-4168-a784-1e51192bd1b4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:48.524548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.535940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1507175563'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:48.558444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6f863-f2d0-41cf-937b-37a553f0eb64 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=a9489cd1-ccee-4f3d-8118-8afd6c71d06e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:48.563471 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4cc20598-ed35-4f6b-a29a-9ffc568c82a2 req-152fd7d2-8dad-471f-a6ab-c892a7481fdc tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203870 Apr 28 14:57:48.571753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a9489cd1-ccee-4f3d-8118-8afd6c71d06e details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:48.586982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.654861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=204a7d7d-8ad8-4cbe-b603-ec73c86983ca,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:48.662049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.665289 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4a5c343e-326e-4282-9ccb-d7488d0ea2cb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/204a7d7d-8ad8-4cbe-b603-ec73c86983ca HTTP/1.1" status: 204 len: 168 time: 2.2204387 Apr 28 14:57:48.667734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:48.668881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1caec8-86c6-4ee1-beda-96219b668caa None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:48.671136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.675062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.712202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:48.755419 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c7dbab51-745f-45a0-9460-45d3e23d87af tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772896 Apr 28 14:57:48.760631 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9032c238-76a1-47c1-a1e0-311d08a542dc tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=616e8c60-c38b-4b58-8d49-7b20ae3bb469 HTTP/1.1" status: 200 len: 690 time: 0.4648135 Apr 28 14:57:48.760631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.761625 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.765388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:48.770651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 192641ac-8de1-4f8f-b119-aa3b42a912e0) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:48.785848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:48.786464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.794218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb326dc-30cd-45ce-aa34-5bec30fc0aae None None] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:48.823324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.824269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.852031 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-01929d52-9b5e-4748-9e42-aebdbcdb3f41 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4088230 Apr 28 14:57:48.852251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:48.855675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:48.859184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'port': {'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0', 'name': 'tempest-NetworksIpV6TestAttrs-946538176'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:48.885707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for e398ad2b-e859-4168-a784-1e51192bd1b4 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:48.914942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.915494 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment b4c3e0ce-9895-4251-a97c-89eadc950364 of type vlan for network dd86a383-6a39-4cce-b0f1-6c105fb929f0 Apr 28 14:57:48.963357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:57:48.971737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:48.982621 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-2c8aee09-eb6e-4ce7-85b6-d14f34ab65a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92186880-25ce-4788-8f4a-e4ead078782d HTTP/1.1" status: 200 len: 217 time: 0.0998676 Apr 28 14:57:49.010696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:49.014067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.038454 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-192641ac-8de1-4f8f-b119-aa3b42a912e0', 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': 'f2d0f6b1-e00b-4112-90a4-189554db9520'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:49.039385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.057708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Deleting port 3413bad0-6d08-466d-ac3e-ef03f6b8469c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:49.058504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.059652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.084571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.133925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-85b92376-8e9c-4996-8d5f-11c9f610b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:49.135455 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-85b92376-8e9c-4996-8d5f-11c9f610b8b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22c69cd4-0e44-4d13-b7fe-5a835d200525 HTTP/1.1" status: 200 len: 845 time: 0.1408901 Apr 28 14:57:49.156874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f034c39-d046-438e-8b8d-16e43aa2e13e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:49.166987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.208287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] For port 3413bad0-6d08-466d-ac3e-ef03f6b8469c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3413bad0-6d08-466d-ac3e-ef03f6b8469c,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:49.212046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.222524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.228941 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e8ebfaa0-0df5-42e3-b00a-c0d1590139e5 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2f034c39-d046-438e-8b8d-16e43aa2e13e HTTP/1.1" status: 204 len: 168 time: 2.7828975 Apr 28 14:57:49.231637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40728) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:49.236765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Calling delete_port for 3413bad0-6d08-466d-ac3e-ef03f6b8469c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:49.246071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602', 'external_fixed_ips': [{'subnet_id': '0666c2d0-cd50-49a4-86bc-6ef928e430ad', 'ip_address': '2001:db8::1f8'}]}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:49.275061 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cbbd475e-866e-4208-918a-fde89f74f5fa req-886919bf-20ac-4e26-99fd-0c496bef2d3b service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732305 Apr 28 14:57:49.278376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:49.281159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.282021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.287626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:49.287626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.336784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Allocated IP 2001:db8::f816:3eff:fec7:e487 (192641ac-8de1-4f8f-b119-aa3b42a912e0/f2d0f6b1-e00b-4112-90a4-189554db9520/73784f12-caec-40f5-abf0-ac30c52d47d1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:49.364592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.365680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.375935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-2e9703c7-3090-46cc-9530-f0dd51581fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:49.377428 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-2e9703c7-3090-46cc-9530-f0dd51581fff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3fcb9fd-0c36-4a91-ad30-637224e14833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2330837 Apr 28 14:57:49.381656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3413bad0-6d08-466d-ac3e-ef03f6b8469c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:57:49.415238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] device_id is not set on port 02c9e6d4-2797-428b-8b93-a405eae848ae yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:49.428351 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9016380 Apr 28 14:57:49.435698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:49.457506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'ports': [{'network_id': 'a9489cd1-ccee-4f3d-8118-8afd6c71d06e', 'name': 'tempest-port--1823084670', 'admin_state_up': True}, {'network_id': 'dd86a383-6a39-4cce-b0f1-6c105fb929f0', 'admin_state_up': False}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:49.457812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'port': {'network_id': 'a9489cd1-ccee-4f3d-8118-8afd6c71d06e', 'name': 'tempest-port--1823084670', 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:49.459939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'port': {'network_id': 'dd86a383-6a39-4cce-b0f1-6c105fb929f0', 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:49.462936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da70a2c-aab3-4699-a1a9-6ba34e968e0d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=dd86a383-6a39-4cce-b0f1-6c105fb929f0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:49.475242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network dd86a383-6a39-4cce-b0f1-6c105fb929f0 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:49.488263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.493154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-f77f1163-2f63-46d5-b344-e8137453acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:49.495263 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-f77f1163-2f63-46d5-b344-e8137453acde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1097 time: 0.1295373 Apr 28 14:57:49.500291 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No ports have port_id starting with 3413bad0-6d08-466d-ac3e-ef03f6b8469c Apr 28 14:57:49.546583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Deleting port 20e09f79-58c8-4c06-ba56-6f4951ed69a2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:49.546985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.582195 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] Pushing event deleted for resources: {'Port': ['ID=3413bad0-6d08-466d-ac3e-ef03f6b8469c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:49.592396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65f3cb-f131-4a70-8b57-d65bb891970d None None] No DVR routers for this DVR port 3413bad0-6d08-466d-ac3e-ef03f6b8469c on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:49.676092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.698658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.708602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.753265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:49.757517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:49.761721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:49.769708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Pushing event updated for resources: {'Port': ['ID=73784f12-caec-40f5-abf0-ac30c52d47d1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:49.816029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e79b05-f6d1-4143-952f-fa1776320b1f req-6b96b2d6-0cce-4e30-a297-8575f984acd1 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:49.817589 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23e79b05-f6d1-4143-952f-fa1776320b1f req-6b96b2d6-0cce-4e30-a297-8575f984acd1 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 944 time: 0.4545379 Apr 28 14:57:49.830614 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Attempting to bind port 73784f12-caec-40f5-abf0-ac30c52d47d1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:49.831022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Attempting to bind port 73784f12-caec-40f5-abf0-ac30c52d47d1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '35a13efd-bbee-46f3-9433-840f6a7bf170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:49.831298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Attempting to bind port 73784f12-caec-40f5-abf0-ac30c52d47d1 on network 192641ac-8de1-4f8f-b119-aa3b42a912e0 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:49.833166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.836955 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:49.837325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Checking segment: {'id': '35a13efd-bbee-46f3-9433-840f6a7bf170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:49.837902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.838296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Bound using segment: {'id': '35a13efd-bbee-46f3-9433-840f6a7bf170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:49.838768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Bound port: 73784f12-caec-40f5-abf0-ac30c52d47d1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a13efd-bbee-46f3-9433-840f6a7bf170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '192641ac-8de1-4f8f-b119-aa3b42a912e0'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:49.839142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.910289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] For port 73784f12-caec-40f5-abf0-ac30c52d47d1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:49.914636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] For port 73784f12-caec-40f5-abf0-ac30c52d47d1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=73784f12-caec-40f5-abf0-ac30c52d47d1,segment=NetworkSegment(35a13efd-bbee-46f3-9433-840f6a7bf170),segment_id=35a13efd-bbee-46f3-9433-840f6a7bf170)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:49.921602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.979773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.985374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec268f7-365f-45ed-95c7-a6d218a90129 None None] Pushing event updated for resources: {'Port': ['ID=73784f12-caec-40f5-abf0-ac30c52d47d1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:49.988922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:49.989247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.016478 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-c48f57aa-947f-4a7f-bd95-8e4b8bae954d service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157112 Apr 28 14:57:50.021848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:50.034263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=e398ad2b-e859-4168-a784-1e51192bd1b4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:50.043872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c75505-e142-4354-85f1-850b81096e92 req-5ea7b471-ea3a-4a08-826f-c25e0d2e61ff tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:50.045481 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e4c75505-e142-4354-85f1-850b81096e92 req-5ea7b471-ea3a-4a08-826f-c25e0d2e61ff tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.1788354 Apr 28 14:57:50.048256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Allocated IP 2001:db8::f816:3eff:fecd:679b (192641ac-8de1-4f8f-b119-aa3b42a912e0/f2d0f6b1-e00b-4112-90a4-189554db9520/02c9e6d4-2797-428b-8b93-a405eae848ae) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:50.048393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Calling delete_port for 20e09f79-58c8-4c06-ba56-6f4951ed69a2 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:50.057087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:50.065194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-61b5213a-e895-4046-b982-41fef0483382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:50.066659 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-61b5213a-e895-4046-b982-41fef0483382 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.5649967 Apr 28 14:57:50.078599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c101ccd-18ea-4bf1-9dba-3e7a12a69dab None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:50.164427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:50.165603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.170050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.210134 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-b0c00e25-e70f-4a0b-a7b3-0f1b084061e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 217 time: 0.1197791 Apr 28 14:57:50.297868 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e4c75505-e142-4354-85f1-850b81096e92 req-332eb726-9b6f-4118-b200-c1bf5331ef9b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405779 Apr 28 14:57:50.307348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.307745 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Floating IP 5f12871f-8eee-4fc9-81a6-29268b5fcb3b disassociated (deleted). External IP: 172.26.4.5, port: 791186b7-a47a-4cbc-8a5e-2dc5febdbefb. Apr 28 14:57:50.327648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.362652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-dc2004cd-b803-4043-b1d2-e4c5b913de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:50.364566 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-dc2004cd-b803-4043-b1d2-e4c5b913de76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.1388037 Apr 28 14:57:50.375063 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23e79b05-f6d1-4143-952f-fa1776320b1f req-daf30d59-c0d9-4dd1-91d9-5a0a217eb833 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5119827 Apr 28 14:57:50.422925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=316be7af-f246-49ce-8c6b-57e8f23ffa2b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:50.447958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'port': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:50.453009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.460775 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b82ccd4d-b026-4587-ba59-5b69c50e7def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6973567 Apr 28 14:57:50.464022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '316be7af-f246-49ce-8c6b-57e8f23ffa2b'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:50.466334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.471316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:50.492435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'name': 'tempest-NetworksTestDHCPv6-779300958'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:50.525125 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2c9b3c94-257c-40a2-ad4d-4ba82a642b17 req-f5232c5e-08aa-476e-badb-bc79971fda6e service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888597 Apr 28 14:57:50.537684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-5c03e8ec-8cf8-43bd-b961-e12b31f720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:50.539293 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-5c03e8ec-8cf8-43bd-b961-e12b31f720ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1608763 Apr 28 14:57:50.543153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.562879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.632933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Port': ['ID=20e09f79-58c8-4c06-ba56-6f4951ed69a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:50.646211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/316be7af-f246-49ce-8c6b-57e8f23ffa2b/0499232a-8e2d-4f26-b839-aa7a8d88b208) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:50.730160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.799122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.812394 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-85c8ae4f-ac68-400f-9ebb-cfee0cf29ce4 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273078 Apr 28 14:57:50.816580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Router 804d899d-d7b9-4768-803d-6bfb38e6e033 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:57:50.827280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.836709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.900343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Pushing event updated for resources: {'Port': ['ID=0499232a-8e2d-4f26-b839-aa7a8d88b208,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:50.905056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:50.907164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:50.909879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:50.952699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.978799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Attempting to bind port 0499232a-8e2d-4f26-b839-aa7a8d88b208 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:50.980407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Attempting to bind port 0499232a-8e2d-4f26-b839-aa7a8d88b208 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:50.981035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Attempting to bind port 0499232a-8e2d-4f26-b839-aa7a8d88b208 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:50.987802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:50.988649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:50.989277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:50.989879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:50.990581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Bound port: 0499232a-8e2d-4f26-b839-aa7a8d88b208, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:50.991202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.061068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] For port 0499232a-8e2d-4f26-b839-aa7a8d88b208, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:51.065349 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0bf8327e-9747-4deb-b6a3-4c517884ce1e req-4d3c2aed-b988-4d95-b565-5f03732f32c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425809 Apr 28 14:57:51.066361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] For port 0499232a-8e2d-4f26-b839-aa7a8d88b208, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0499232a-8e2d-4f26-b839-aa7a8d88b208,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:51.086911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.093177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:51.098592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.102297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.120880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.156852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0787dda1-3f66-439c-a47c-855ce5a6f1c8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:51.164784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d4615-fe93-423f-91a3-b6f5113aba8d None None] Pushing event updated for resources: {'Port': ['ID=0499232a-8e2d-4f26-b839-aa7a8d88b208,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:51.168677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] Sync routers for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:51.176054 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3f82c7ad-1030-4ddd-ac58-211a577d5354 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/floatingips/5f12871f-8eee-4fc9-81a6-29268b5fcb3b HTTP/1.1" status: 204 len: 168 time: 4.2562504 Apr 28 14:57:51.191665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:51.192448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.204611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:51.218484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:51.223953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.252606 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616e8c60-c38b-4b58-8d49-7b20ae3bb469']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.271116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4de35c-e297-4e1f-97bd-c43a37c910ea') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.271408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4de35c-e297-4e1f-97bd-c43a37c910ea') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.288582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.293643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.309681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:51.310302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.318632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.334534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-4e3ca1ed-5072-4a8a-8e7a-b273d783e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.336672 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-4e3ca1ed-5072-4a8a-8e7a-b273d783e9a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2d06660936d4315943adaeb687fed04&device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 1097 time: 0.7536588 Apr 28 14:57:51.337571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.339581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:51.340250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:51.342785 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:51.397963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:51.398624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3de56-5543-47b3-8bc0-0593121d9a75 None None] The sync data for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:51.418033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 73784f12-caec-40f5-abf0-ac30c52d47d1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:51.432422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.434099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:51.438337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.470865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88e22b4-d296-4822-88d7-485e89924e0d None None] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:51.511025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.524414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 616e8c60-c38b-4b58-8d49-7b20ae3bb469 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:57:51.555057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4eb83-a3c9-430e-9751-c2fad61a62c5 req-1c4d0842-5081-4a9e-9962-107ae61ad18f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.560111 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4cc4eb83-a3c9-430e-9751-c2fad61a62c5 req-1c4d0842-5081-4a9e-9962-107ae61ad18f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.1394973 Apr 28 14:57:51.563347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.571273 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/616e8c60-c38b-4b58-8d49-7b20ae3bb469 HTTP/1.1" status: 204 len: 168 time: 2.8070071 Apr 28 14:57:51.587387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40742) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:51.596570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] device_id is not set on port d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:51.606928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] Provisioning complete for port 73784f12-caec-40f5-abf0-ac30c52d47d1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:51.607258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.670892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4dd3a-175c-4329-9d74-a61d28285f33 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Network': ['ID=616e8c60-c38b-4b58-8d49-7b20ae3bb469,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:51.701192 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3ace81a9-08f0-477f-9f97-c30954c2b06c tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0997765 Apr 28 14:57:51.701713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 73784f12-caec-40f5-abf0-ac30c52d47d1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:51.702161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.704010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:51.706434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port adb84354-fabe-4434-a69b-e65a83932681 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:51.726409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Port': ['ID=02c9e6d4-2797-428b-8b93-a405eae848ae,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:51.792194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:51.843782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:51.846403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:51.852354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.852971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.870020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.873786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.874070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.874613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.875524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.876141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.876965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.877550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.878136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.878715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.879949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.883670 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5066a81-d967-4ffc-b77f-44520a68dc0a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6486 time: 0.1754479 Apr 28 14:57:51.899811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90e4b5-9230-41fa-a77a-8fa43bc6600b req-3b1c1028-1143-461a-82de-f6f3840df416 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:51.901463 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5b90e4b5-9230-41fa-a77a-8fa43bc6600b req-3b1c1028-1143-461a-82de-f6f3840df416 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 944 time: 0.3465226 Apr 28 14:57:51.901990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40748) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:51.924247 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4cc4eb83-a3c9-430e-9751-c2fad61a62c5 req-6be741fb-1d0c-4b82-b20c-abafbf2e3761 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384180 Apr 28 14:57:51.940832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:51.986208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] For port 73784f12-caec-40f5-abf0-ac30c52d47d1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=73784f12-caec-40f5-abf0-ac30c52d47d1,segment=NetworkSegment(35a13efd-bbee-46f3-9433-840f6a7bf170),segment_id=35a13efd-bbee-46f3-9433-840f6a7bf170)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:51.993795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.028775 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2b9f56b2-7e6a-4251-9199-ee6abe4b47bb tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1731482 Apr 28 14:57:52.029741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:52.086543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:57:52.086921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:57:52.110275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352471ad-f236-4f83-a937-12449770d7d2 None None] Pushing event updated for resources: {'Port': ['ID=73784f12-caec-40f5-abf0-ac30c52d47d1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:52.122944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting subnet f2d0f6b1-e00b-4112-90a4-189554db9520 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:52.132055 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-3c717e1b-3cfc-4293-aa61-d73a3be840fe tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] delete failed (client error): The resource could not be found. Apr 28 14:57:52.133498 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3c717e1b-3cfc-4293-aa61-d73a3be840fe tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/5d5c1da3-84e8-4ee6-9a32-92a01234e1b7 HTTP/1.1" status: 404 len: 345 time: 0.2226505 Apr 28 14:57:52.134767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.138309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40752) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:52.147621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-e8cab543-c295-4612-8f48-cf3c195b95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:52.149203 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-e8cab543-c295-4612-8f48-cf3c195b95e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3fcb9fd-0c36-4a91-ad30-637224e14833 HTTP/1.1" status: 200 len: 907 time: 0.7546122 Apr 28 14:57:52.220620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.226172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f60c6051-ebe7-46f3-8872-925c87141eb3 None None] Provisioning complete for port 02c9e6d4-2797-428b-8b93-a405eae848ae triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:52.226277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f60c6051-ebe7-46f3-8872-925c87141eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.266763 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8844b6b9-3993-4791-b2e2-f4ac9b82aa22 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] DELETE failed (client error): The resource could not be found. Apr 28 14:57:52.267439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8844b6b9-3993-4791-b2e2-f4ac9b82aa22 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:52.270744 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8844b6b9-3993-4791-b2e2-f4ac9b82aa22 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/616e8c60-c38b-4b58-8d49-7b20ae3bb469 HTTP/1.1" status: 404 len: 339 time: 0.1314826 Apr 28 14:57:52.277954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:52.282661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'name': 'tempest-network--655841469', 'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:52.285105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f60c6051-ebe7-46f3-8872-925c87141eb3 None None] Port 02c9e6d4-2797-428b-8b93-a405eae848ae cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:52.295394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f60c6051-ebe7-46f3-8872-925c87141eb3 None None] Provisioning complete for port 73784f12-caec-40f5-abf0-ac30c52d47d1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:52.295764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f60c6051-ebe7-46f3-8872-925c87141eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.321430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:52.324417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.338785 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-eb55b572-a754-4fb4-adb9-766b80990462 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92186880-25ce-4788-8f4a-e4ead078782d HTTP/1.1" status: 200 len: 217 time: 0.1485908 Apr 28 14:57:52.387936 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5b90e4b5-9230-41fa-a77a-8fa43bc6600b req-7fee9cd1-0c33-4fc7-aa8f-4d3b37f9aa60 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665477 Apr 28 14:57:52.390484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:52.409012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.409507 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Added segment a863a021-5337-4f4a-8987-137c4ebd482e of type vlan for network 88d61142-44ba-4e04-a91d-aa5f524af786 Apr 28 14:57:52.440369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.444363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::3c7 (54d908dd-ca79-41d5-95f2-c906280f9818/316be7af-f246-49ce-8c6b-57e8f23ffa2b/adb84354-fabe-4434-a69b-e65a83932681) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:52.494720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.498899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.522772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.575989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.578521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.580166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:52.580809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.608405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.671461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-e6df37a9-ba95-422a-be27-f3d12bb16522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:52.673042 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-e6df37a9-ba95-422a-be27-f3d12bb16522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22c69cd4-0e44-4d13-b7fe-5a835d200525 HTTP/1.1" status: 200 len: 845 time: 0.3175244 Apr 28 14:57:52.676411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e8b9f7c4-0b80-4dd0-b5ab-8e326a0bc22e None None] Provisioning complete for port 02c9e6d4-2797-428b-8b93-a405eae848ae triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:52.677363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f7c4-0b80-4dd0-b5ab-8e326a0bc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.681498 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4028144 Apr 28 14:57:52.684558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:52.684690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.688223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d0f6b1-e00b-4112-90a4-189554db9520,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:52.706812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.712712 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-feb032a4-5bcc-4698-9c27-913f4c7ea714 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/f2d0f6b1-e00b-4112-90a4-189554db9520 HTTP/1.1" status: 204 len: 168 time: 0.6818936 Apr 28 14:57:52.719901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2712f-333b-4c03-b0da-049d3c3097d4 None None] Network 192641ac-8de1-4f8f-b119-aa3b42a912e0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:52.724310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:52.736552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51909c82-db8f-4d00-8c8e-c7543434521d tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=88d61142-44ba-4e04-a91d-aa5f524af786,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:52.744975 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e8b9f7c4-0b80-4dd0-b5ab-8e326a0bc22e None None] Port 02c9e6d4-2797-428b-8b93-a405eae848ae cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:52.784241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] device_id is not set on port 8b851af5-5d32-4367-89f3-59186ec246c5 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:52.785736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 88d61142-44ba-4e04-a91d-aa5f524af786 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:52.918260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] Provisioning complete for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:52.919204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:52.977429 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 92186880-25ce-4788-8f4a-e4ead078782d details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:57:52.996974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-bab3d98e-b40e-4554-93e2-c738ffcd62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:52.998493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-bab3d98e-b40e-4554-93e2-c738ffcd62a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3fcb9fd-0c36-4a91-ad30-637224e14833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3030965 Apr 28 14:57:53.055729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 2001:db8::1f8 (8239b970-7ad1-4333-82f0-4cdaa37b2602/0666c2d0-cd50-49a4-86bc-6ef928e430ad/a35f9a5d-eff0-4fda-b1c7-6c1b75d584de) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:53.136940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Allocated IP 172.26.4.207 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:53.160779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a0c91-26e0-450a-afcb-c048e70d258a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.161968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a0c91-26e0-450a-afcb-c048e70d258a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.166552 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-584a0c91-26e0-450a-afcb-c048e70d258a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4371774 Apr 28 14:57:53.172199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:53.176699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.193408 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] DHCP port deletion for 192641ac-8de1-4f8f-b119-aa3b42a912e0 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:57:53.251950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=92186880-25ce-4788-8f4a-e4ead078782d,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:53.256356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.263722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.270406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.276093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '92186880-25ce-4788-8f4a-e4ead078782d', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'port_id': '92186880-25ce-4788-8f4a-e4ead078782d', 'mac_address': 'fa:16:3e:aa:04:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:57:53.279439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.284829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.285660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.290656 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c04fbd3d-c96d-49c1-8fd8-432bc93574f5 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.6003323 Apr 28 14:57:53.298156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:53.315903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef94b-a775-4ad8-ada3-48b2cebfe765 req-7a7b7b47-c4ee-44c4-b9ed-d07b2f5e3460 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.326301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] For port 0499232a-8e2d-4f26-b839-aa7a8d88b208, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0499232a-8e2d-4f26-b839-aa7a8d88b208,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:53.326497 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e87ef94b-a775-4ad8-ada3-48b2cebfe765 req-7a7b7b47-c4ee-44c4-b9ed-d07b2f5e3460 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 944 time: 0.2309446 Apr 28 14:57:53.348922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.381139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.393618 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-d1740dc7-684a-4ed6-a883-24e32e7c359e service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698192 Apr 28 14:57:53.407384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.421280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Deleting port 73784f12-caec-40f5-abf0-ac30c52d47d1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:53.421280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.425164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0499232a-8e2d-4f26-b839-aa7a8d88b208 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:53.432263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92186880-25ce-4788-8f4a-e4ead078782d {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:57:53.435247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d3677b1e-dc4f-4b14-964b-52673daa8706 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.472365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4bc8-7ae4-4cb5-b927-4bce4b8183d4 None None] Pushing event updated for resources: {'Port': ['ID=0499232a-8e2d-4f26-b839-aa7a8d88b208,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:53.492452 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e87ef94b-a775-4ad8-ada3-48b2cebfe765 req-bddbdbe9-d00b-4c40-9959-f09bec9aecb5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307783 Apr 28 14:57:53.495518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.520294 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3677b1e-dc4f-4b14-964b-52673daa8706 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 14:57:53.520294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3677b1e-dc4f-4b14-964b-52673daa8706 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:53.520453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.520938 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d3677b1e-dc4f-4b14-964b-52673daa8706 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/192641ac-8de1-4f8f-b119-aa3b42a912e0 HTTP/1.1" status: 409 len: 405 time: 0.3419595 Apr 28 14:57:53.530024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:53.536089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-718745773'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:53.544089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=92186880-25ce-4788-8f4a-e4ead078782d,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:53.555597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.557340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.557997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 582b2330-0cf9-48ef-9e93-7302bcfe8ffa details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:57:53.609427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] For port 73784f12-caec-40f5-abf0-ac30c52d47d1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=73784f12-caec-40f5-abf0-ac30c52d47d1,segment=NetworkSegment(35a13efd-bbee-46f3-9433-840f6a7bf170),segment_id=35a13efd-bbee-46f3-9433-840f6a7bf170)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:53.609823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.618770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:53.622852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.637540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.637878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Calling delete_port for 73784f12-caec-40f5-abf0-ac30c52d47d1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:53.641967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.655270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.671717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:53.672818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d61142-44ba-4e04-a91d-aa5f524af786']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:53.677305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:53.677969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:53.690922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a863a021-5337-4f4a-8987-137c4ebd482e') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:53.691388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a863a021-5337-4f4a-8987-137c4ebd482e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:53.698872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:53.699242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.700018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:53.702515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:53.708213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.708562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:53.709257 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.721456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=adb84354-fabe-4434-a69b-e65a83932681,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:53.727668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.735858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:53.736980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:53.809854 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:53.826130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.826130 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment 9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7 of type vlan for network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 Apr 28 14:57:53.838375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.847002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:53.877470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'port_id': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'mac_address': 'fa:16:3e:f4:54:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:57:53.881378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88d61142-44ba-4e04-a91d-aa5f524af786 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:57:53.903541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.905396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Network': ['ID=88d61142-44ba-4e04-a91d-aa5f524af786,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:53.909457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.917348 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0d21045f-e452-41a3-8c9d-2178109727c0 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/88d61142-44ba-4e04-a91d-aa5f524af786 HTTP/1.1" status: 204 len: 168 time: 0.6181297 Apr 28 14:57:53.923850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:53.936986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'name': 'tempest-network--1056473496', 'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:53.942146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] Pushing event deleted for resources: {'Port': ['ID=73784f12-caec-40f5-abf0-ac30c52d47d1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:53.953801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:53.988229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6478c0-3e87-4f30-b696-fcfc1c324bc4 None None] No DVR routers for this DVR port 73784f12-caec-40f5-abf0-ac30c52d47d1 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:54.021551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.029951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:54.032578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.041254 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582b2330-0cf9-48ef-9e93-7302bcfe8ffa {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:57:54.075186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:54.081552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:54.081759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 73784f12-caec-40f5-abf0-ac30c52d47d1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:57:54.093173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.093847 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Added segment bcd9ed76-1251-4114-9486-b4d3b747767f of type vlan for network b8e1dff3-1e8f-4714-999a-06841d57de03 Apr 28 14:57:54.106893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.119590 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f1fbe7ac-4798-40e3-84e3-c0735ce9ebb6 req-9a6be42b-dab2-4869-8498-81b4842fe88b service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7072632 Apr 28 14:57:54.149053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e00a8-ca65-43e1-baea-f580bc98a7c3 req-2789c7b7-b16b-4b07-9bf5-8a74870f253e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.150572 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5d2e00a8-ca65-43e1-baea-f580bc98a7c3 req-2789c7b7-b16b-4b07-9bf5-8a74870f253e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 945 time: 0.6701479 Apr 28 14:57:54.161903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 73784f12-caec-40f5-abf0-ac30c52d47d1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:57:54.162368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 73784f12-caec-40f5-abf0-ac30c52d47d1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:57:54.166128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.168619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.176384 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba1a90dc-a66a-4d1a-8e7c-9906086f9a22 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6897798 Apr 28 14:57:54.183502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.184053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ca11c3c2-ac6c-42da-9f27-644d6451abb1 None None] Provisioning complete for port adb84354-fabe-4434-a69b-e65a83932681 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:54.184437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca11c3c2-ac6c-42da-9f27-644d6451abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.205349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.211731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.212528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.223998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.238213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ca11c3c2-ac6c-42da-9f27-644d6451abb1 None None] Port adb84354-fabe-4434-a69b-e65a83932681 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:57:54.244883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.245784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.246569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.253327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Port': ['ID=d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.258254 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7236421 Apr 28 14:57:54.264541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.295365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:54.318741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.323216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network 8239b970-7ad1-4333-82f0-4cdaa37b2602 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:54.328690 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4035318 Apr 28 14:57:54.333529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449331-0285-4f35-a0a9-842598a6d76f tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=2edf5fc2-87c3-4c44-bd4a-a11a412ef292,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.336997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.339290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Checking segment: {'id': '37949c87-8c6c-42a4-b8d9-f7b3fe2aad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a9489cd1-ccee-4f3d-8118-8afd6c71d06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:54.339644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network hostable DHCP agents. Network: a9489cd1-ccee-4f3d-8118-8afd6c71d06e, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:54.346816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:54.351543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:54.355755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:54.362938 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5d2e00a8-ca65-43e1-baea-f580bc98a7c3 req-4577faa1-9673-421f-a9f0-9bf2389fc2f3 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914639 Apr 28 14:57:54.431367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3bf21-82dd-4c5d-9f60-56932f353fd0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.437328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca3bf21-82dd-4c5d-9f60-56932f353fd0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.439012 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1ca3bf21-82dd-4c5d-9f60-56932f353fd0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2450988 Apr 28 14:57:54.443383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.477418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.491489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:54.508048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['582b2330-0cf9-48ef-9e93-7302bcfe8ffa'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:57:54.516834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d92044-9c7e-4901-b1ff-e93e0f4a43fb tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.523583 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f5d92044-9c7e-4901-b1ff-e93e0f4a43fb tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "GET /v2.0/networks/b8e1dff3-1e8f-4714-999a-06841d57de03 HTTP/1.1" status: 200 len: 757 time: 0.1202188 Apr 28 14:57:54.539094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.569447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:54.572858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:54.587480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network a9489cd1-ccee-4f3d-8118-8afd6c71d06e is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:54.617850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['92186880-25ce-4788-8f4a-e4ead078782d'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:57:54.668829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Pushing event updated for resources: {'Port': ['ID=7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.680060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a9489cd1-ccee-4f3d-8118-8afd6c71d06e) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:54.684696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:54.686291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.698744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63970d10-4791-452f-9997-1bb76574290b None None] Network a9489cd1-ccee-4f3d-8118-8afd6c71d06e requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:54.734519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754c2a1-fc0e-4678-89bd-aa1ce904f694 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=b8e1dff3-1e8f-4714-999a-06841d57de03,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.767105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562534bb-3157-4bf3-a585-f97fb5135fd8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.771142 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-562534bb-3157-4bf3-a585-f97fb5135fd8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "GET /v2.0/networks/530f6d4d-2028-4050-892b-f120e38dc283 HTTP/1.1" status: 200 len: 767 time: 0.2280972 Apr 28 14:57:54.771611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:54.785014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87a6f-6051-40c0-9b14-d18c11de3951 req-d7702fb7-6f21-434d-98d2-879f49f9144e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:54.786496 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5ab87a6f-6051-40c0-9b14-d18c11de3951 req-d7702fb7-6f21-434d-98d2-879f49f9144e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 945 time: 0.1919496 Apr 28 14:57:54.787082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:54.790073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network b8e1dff3-1e8f-4714-999a-06841d57de03 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:54.790386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.842969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Port': ['ID=8b851af5-5d32-4367-89f3-59186ec246c5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:54.916448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.928243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port adb84354-fabe-4434-a69b-e65a83932681 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:54.928617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.933482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:54.935039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Checking segment: {'id': 'b4c3e0ce-9895-4251-a97c-89eadc950364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'dd86a383-6a39-4cce-b0f1-6c105fb929f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:54.935457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network hostable DHCP agents. Network: dd86a383-6a39-4cce-b0f1-6c105fb929f0, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:54.949106 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5ab87a6f-6051-40c0-9b14-d18c11de3951 req-80a06ded-3250-47df-bc92-02eeb72790f4 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344578 Apr 28 14:57:55.029678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.072761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.080613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.101994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e1dff3-1e8f-4714-999a-06841d57de03']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:55.111427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network dd86a383-6a39-4cce-b0f1-6c105fb929f0 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:55.115180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd9ed76-1251-4114-9486-b4d3b747767f') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:55.115470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd9ed76-1251-4114-9486-b4d3b747767f') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:55.148264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.160156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, dd86a383-6a39-4cce-b0f1-6c105fb929f0) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:55.167805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:55.170217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.174704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4967452a-e90c-4dd5-8c80-91d07825a2ec None None] Network dd86a383-6a39-4cce-b0f1-6c105fb929f0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:55.176078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.181251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.181974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.182707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:55.183171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:55.184921 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:55.194679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.248598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for adb84354-fabe-4434-a69b-e65a83932681 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:55.286725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.311194 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c0f3155e-d0da-436f-a4dc-7b88144d0062 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.8693442 Apr 28 14:57:55.315460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40786) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:55.321876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8e1dff3-1e8f-4714-999a-06841d57de03 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:57:55.334845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0499232a-8e2d-4f26-b839-aa7a8d88b208 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:55.360277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:57:55.362834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.369899 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b8e1dff3-1e8f-4714-999a-06841d57de03 HTTP/1.1" status: 204 len: 168 time: 0.5973573 Apr 28 14:57:55.371655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.373808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40788) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:55.379216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d71c62-bdff-46f6-9474-b371a425eb1a tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8e1dff3-1e8f-4714-999a-06841d57de03,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:55.392145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'name': 'tempest-network--232363261'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:55.399694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:55.400092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.549788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c468d-3e33-4174-803f-3da7df81af1f tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.556166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469c468d-3e33-4174-803f-3da7df81af1f tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.557757 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-469c468d-3e33-4174-803f-3da7df81af1f tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2394633 Apr 28 14:57:55.565678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40792) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:55.571197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=4f7afdb7-deff-45ab-a14d-a6b20626d6ed,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:55.596287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:55.598194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 2edf5fc2-87c3-4c44-bd4a-a11a412ef292, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:57:55.609469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Made reservation on behalf of 0c78f743f2ad4f87a98aed03ce89a52c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:55.612363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.653883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:57:55.658010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:55.669931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.675585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.676210 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Added segment ca19ae69-4d89-45b8-8ac4-5699efa239de of type vlan for network d3b8c107-8e99-41b3-bec7-c39c5915c684 Apr 28 14:57:55.682659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.697793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.726102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 2edf5fc2-87c3-4c44-bd4a-a11a412ef292) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:55.728914 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.735423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.735649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf3af11-d4f6-4caa-bd7b-b799860861b2 None None] Network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:55.736286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.767805 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-96487c4b-b13e-45b3-909a-d86e5e7f1044 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5021253 Apr 28 14:57:55.770686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:55.794270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.795513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.796326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.816815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c0b9-29bf-4856-963f-ab40af1746cb req-111e9663-27ad-4458-8ef9-8c335e68436f tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:55.818656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b160c0b9-29bf-4856-963f-ab40af1746cb req-111e9663-27ad-4458-8ef9-8c335e68436f tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 945 time: 0.2890823 Apr 28 14:57:55.864924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.895709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-2edf5fc2-87c3-4c44-bd4a-a11a412ef292', 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': '4f7afdb7-deff-45ab-a14d-a6b20626d6ed'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:57:55.897671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:55.897884 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5198238 Apr 28 14:57:55.902802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40796) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:55.904325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Pushing event updated for resources: {'Port': ['ID=7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:55.909029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:55.914352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98b3c8-d0aa-4bf2-9e4b-f3870f3b9bda tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=d3b8c107-8e99-41b3-bec7-c39c5915c684,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:55.985604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=adb84354-fabe-4434-a69b-e65a83932681,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.000251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.014823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.018074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d3b8c107-8e99-41b3-bec7-c39c5915c684 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:56.025133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.028976 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f511ec8e-3933-4e40-bc74-24f9029591fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/adb84354-fabe-4434-a69b-e65a83932681 HTTP/1.1" status: 204 len: 168 time: 1.5489805 Apr 28 14:57:56.042648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40800) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.073767 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b160c0b9-29bf-4856-963f-ab40af1746cb req-40107fda-899b-46c0-a2f1-f0461de79054 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214406 Apr 28 14:57:56.101207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.102461 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a8816a0-6fbd-4b4d-9886-971997632228 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8875763 Apr 28 14:57:56.108223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.137453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Deleting port d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:56.137798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.208449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Allocated IP 2001:db8::f816:3eff:fef5:977c (2edf5fc2-87c3-4c44-bd4a-a11a412ef292/4f7afdb7-deff-45ab-a14d-a6b20626d6ed/c9f7254f-ed55-4d27-9365-acd59ce765e9) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:56.221564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.222134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1aa76-9eff-4862-9cdc-a50f3f451c3e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:56.223072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1aa76-9eff-4862-9cdc-a50f3f451c3e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:56.224697 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d2b1aa76-9eff-4862-9cdc-a50f3f451c3e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1810598 Apr 28 14:57:56.229267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.270690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.293588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Calling delete_port for d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:56.302027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ea48e-8f6b-4062-99bc-f94277bc9275 req-0b0b2bda-82ab-4d61-a5b2-2cd4e3ff65a0 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:56.303630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:56.303773 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-534ea48e-8f6b-4062-99bc-f94277bc9275 req-0b0b2bda-82ab-4d61-a5b2-2cd4e3ff65a0 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 945 time: 0.2081864 Apr 28 14:57:56.307653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:57:56.309555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.363577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.387148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 316be7af-f246-49ce-8c6b-57e8f23ffa2b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:56.398557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.399765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.405882 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Network d3b8c107-8e99-41b3-bec7-c39c5915c684 is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 14:57:56.406912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:56.407362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.407643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.408969 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "PUT /v2.0/networks/d3b8c107-8e99-41b3-bec7-c39c5915c684 HTTP/1.1" status: 200 len: 857 time: 0.5040054 Apr 28 14:57:56.410537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.416336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.452300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:56.454431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:56.460298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:56.468711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-534ea48e-8f6b-4062-99bc-f94277bc9275 req-328a1412-43fa-42aa-8d4f-bca346639541 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464539 Apr 28 14:57:56.483137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Pushing event updated for resources: {'Port': ['ID=c9f7254f-ed55-4d27-9365-acd59ce765e9,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.492421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285826e5-3910-4a96-8dbe-094133240178 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event updated for resources: {'Network': ['ID=d3b8c107-8e99-41b3-bec7-c39c5915c684,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.499322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.535228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Attempting to bind port c9f7254f-ed55-4d27-9365-acd59ce765e9 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:56.535851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Attempting to bind port c9f7254f-ed55-4d27-9365-acd59ce765e9 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:56.536239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Attempting to bind port c9f7254f-ed55-4d27-9365-acd59ce765e9 on network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:56.541932 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:56.542337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Checking segment: {'id': '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:56.542440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.542742 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.543133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Bound using segment: {'id': '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:56.543591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Bound port: c9f7254f-ed55-4d27-9365-acd59ce765e9, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:56.544008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.593219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7afdb7-deff-45ab-a14d-a6b20626d6ed,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.626396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] For port c9f7254f-ed55-4d27-9365-acd59ce765e9, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:56.630238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] For port c9f7254f-ed55-4d27-9365-acd59ce765e9, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c9f7254f-ed55-4d27-9365-acd59ce765e9,segment=NetworkSegment(9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7),segment_id=9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:56.637910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.678084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.712454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.716271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edf5fc2-87c3-4c44-bd4a-a11a412ef292']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:56.723805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef888-a13a-47b2-80f8-0e95d6c8a381 None None] Pushing event updated for resources: {'Port': ['ID=c9f7254f-ed55-4d27-9365-acd59ce765e9,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.747589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec0a23c-ad9d-4539-bc80-a85c1b9a300a None None] Network 2edf5fc2-87c3-4c44-bd4a-a11a412ef292 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:56.751001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:56.751306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:56.767630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.787253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.795626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:56.796051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:56.799300 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:56.859061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.888160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817310ed-b7b6-417f-80a9-cdb0d17825fb None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:57:56.896567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.api [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:57:56.896567 dv-neutron-839772-1-hyperv neutron-server[102640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:57:56.896567 dv-neutron-839772-1-hyperv neutron-server[102640]: [parameters: {'id': '2edf5fc2-87c3-4c44-bd4a-a11a412ef292'}] Apr 28 14:57:56.896567 dv-neutron-839772-1-hyperv neutron-server[102640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:57:56.897212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG oslo_db.api [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:57:56.898346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=316be7af-f246-49ce-8c6b-57e8f23ffa2b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:56.900349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.903953 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-41a56790-f47f-4d9e-90f4-1c0a5d86a168 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/316be7af-f246-49ce-8c6b-57e8f23ffa2b HTTP/1.1" status: 204 len: 168 time: 0.6698902 Apr 28 14:57:56.906385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.911079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.938413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:56.947164 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b1fa9b7-6311-481b-9abe-9f0a99c168dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370047 Apr 28 14:57:56.947466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:56.949773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 92186880-25ce-4788-8f4a-e4ead078782d up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:56.952506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:56.953551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:57:56.965982 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Sync routers for ids ['9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:57:56.980099 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Routers {'9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:56.985307 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:57.008325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Port': ['ID=d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:57.021769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.025508 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e265c03d-b822-4359-9f7e-9c3327b43536 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/ports/d7ed7b60-f8b3-43f6-94b9-9bdb6c95e0bd HTTP/1.1" status: 204 len: 168 time: 1.4588394 Apr 28 14:57:57.030683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:57.052004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.055688 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-850b2d9c-bb5f-4fdf-bd3b-021603be1d9a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8198321 Apr 28 14:57:57.066228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:57.081349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 92186880-25ce-4788-8f4a-e4ead078782d completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 14:57:57.086993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817310ed-b7b6-417f-80a9-cdb0d17825fb None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:57:57.088391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 92186880-25ce-4788-8f4a-e4ead078782d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:57.088755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.126899 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Set router 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:57.180237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:57.188022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.197249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.259321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b8c107-8e99-41b3-bec7-c39c5915c684']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:57.288540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.310091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca19ae69-4d89-45b8-8ac4-5699efa239de') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:57.310380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca19ae69-4d89-45b8-8ac4-5699efa239de') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:57.351381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Deleting port 8b851af5-5d32-4367-89f3-59186ec246c5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:57.351993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.368274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.368845 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f', 'name': '', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602', 'external_fixed_ips': [{'subnet_id': '0666c2d0-cd50-49a4-86bc-6ef928e430ad', 'ip_address': '2001:db8::1f8'}], 'enable_snat': True}, 'gw_port_id': 'a35f9a5d-eff0-4fda-b1c7-6c1b75d584de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:49Z', 'updated_at': '2022-04-28T14:57:54Z', 'revision_number': 3, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port': {'id': 'a35f9a5d-eff0-4fda-b1c7-6c1b75d584de', 'name': '', 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:58:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0666c2d0-cd50-49a4-86bc-6ef928e430ad', 'ip_address': '2001:db8::1f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:52Z', 'updated_at': '2022-04-28T14:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0666c2d0-cd50-49a4-86bc-6ef928e430ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:57.373819 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.386222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95fad6-4b53-479a-af6a-8c57243c786d req-86219923-92ff-448f-9638-49e04137b310 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:57.388268 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ac95fad6-4b53-479a-af6a-8c57243c786d req-86219923-92ff-448f-9638-49e04137b310 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 945 time: 0.2115777 Apr 28 14:57:57.389538 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.417688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Checking router: 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:57:57.418600 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Updating router 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:57:57.438692 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:57:57.455069 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.461886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.479794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:57.480293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:57.487730 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:57.549492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=92186880-25ce-4788-8f4a-e4ead078782d,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:57.599887 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ac95fad6-4b53-479a-af6a-8c57243c786d req-5efa85a3-19e4-470e-b1c1-60358c687551 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026200 Apr 28 14:57:57.601655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.602463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 582b2330-0cf9-48ef-9e93-7302bcfe8ffa up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:57:57.616961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef207b4-448e-43b7-8b6d-f431bba04649" -d '{"events": [{"server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "name": "network-vif-plugged", "status": "completed", "tag": "92186880-25ce-4788-8f4a-e4ead078782d"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:57:57.699885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Allocated IP 172.26.4.83 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/10aed960-200f-4938-8ebb-39dffd1aee36) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:57.708502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.737567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.742139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.762487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3b8c107-8e99-41b3-bec7-c39c5915c684 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:57:57.768673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.772455 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] 10.222.0.58 "DELETE /v2.0/networks/d3b8c107-8e99-41b3-bec7-c39c5915c684 HTTP/1.1" status: 204 len: 168 time: 1.3538494 Apr 28 14:57:57.785167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:57.899455 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.919850 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:57.937180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5802198f-cf78-4adf-b554-8b37c67d0ccd x-openstack-request-id: req-5802198f-cf78-4adf-b554-8b37c67d0ccd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:57:57.937460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "name": "network-vif-plugged", "status": "completed", "tag": "92186880-25ce-4788-8f4a-e4ead078782d", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:57:57.937711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5802198f-cf78-4adf-b554-8b37c67d0ccd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:57:57.938172 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5802198f-cf78-4adf-b554-8b37c67d0ccd'] response: {'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d', 'code': 200} Apr 28 14:57:57.966137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.033049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.039966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Calling delete_port for 8b851af5-5d32-4367-89f3-59186ec246c5 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:58.051544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 14:57:58.055976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:58.056555 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.057669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.061718 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5937aaf-268a-4c85-b962-355838865aba req-3dde5c9f-b445-4edf-8dd5-1842a324414e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:58.069617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e5937aaf-268a-4c85-b962-355838865aba req-3dde5c9f-b445-4edf-8dd5-1842a324414e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 945 time: 0.3533838 Apr 28 14:57:58.085835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b032d3-1c1a-42f3-a8c0-912a6e9b912f None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:58.128069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddef99-0bbe-4126-abfc-c69c6c62e988 tempest-ExternalNetworksTestJSON-1179531695 tempest-ExternalNetworksTestJSON-1179531695-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3b8c107-8e99-41b3-bec7-c39c5915c684,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.139203 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-028d0498-271d-4186-a668-1f1e6fec5bbd tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] DELETE failed (client error): The resource could not be found. Apr 28 14:57:58.147786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-028d0498-271d-4186-a668-1f1e6fec5bbd tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:57:58.157415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-028d0498-271d-4186-a668-1f1e6fec5bbd tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "DELETE /v2.0/subnets/0787dda1-3f66-439c-a47c-855ce5a6f1c8 HTTP/1.1" status: 404 len: 337 time: 0.3709626 Apr 28 14:57:58.183072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:58.195002 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Attempting to bind port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:57:58.196127 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Attempting to bind port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '69f98054-e144-4e7b-aeb4-c7b260f420a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:57:58.197584 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Attempting to bind port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de on network 8239b970-7ad1-4333-82f0-4cdaa37b2602 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:57:58.199438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.201044 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b1b6c-24ec-46bf-9035-0a15538e441f None None] Pushing event updated for resources: {'Port': ['ID=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.220529 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:57:58.220957 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Checking segment: {'id': '69f98054-e144-4e7b-aeb4-c7b260f420a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:57:58.221494 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.221972 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Bound using segment: {'id': '69f98054-e144-4e7b-aeb4-c7b260f420a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:57:58.222604 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Bound port: a35f9a5d-eff0-4fda-b1c7-6c1b75d584de, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f98054-e144-4e7b-aeb4-c7b260f420a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8239b970-7ad1-4333-82f0-4cdaa37b2602'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:57:58.223097 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.264188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.322279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.326512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Pushing event updated for resources: {'Port': ['ID=10aed960-200f-4938-8ebb-39dffd1aee36,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.331949 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] For port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:57:58.335954 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] For port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,segment=NetworkSegment(69f98054-e144-4e7b-aeb4-c7b260f420a0),segment_id=69f98054-e144-4e7b-aeb4-c7b260f420a0)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:57:58.347975 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.371705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:58.377460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.379464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.398140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:58.407443 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Routers {'9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:57:58.408136 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:58.423711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Deleting port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:58.424081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.467562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.489910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.513845 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e5937aaf-268a-4c85-b962-355838865aba req-b10dc37e-af42-42a2-be1c-3076e60aa96f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432201 Apr 28 14:57:58.530899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] For port a35f9a5d-eff0-4fda-b1c7-6c1b75d584de, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,segment=NetworkSegment(69f98054-e144-4e7b-aeb4-c7b260f420a0),segment_id=69f98054-e144-4e7b-aeb4-c7b260f420a0)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:58.531315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.546710 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] Set router 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:57:58.550571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Calling delete_port for a35f9a5d-eff0-4fda-b1c7-6c1b75d584de owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:58.574306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Port': ['ID=8b851af5-5d32-4367-89f3-59186ec246c5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.604748 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:57:58.605675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=d34bc36d-9e9b-4673-a361-c0d8ca53a8b7,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.613431 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f', 'name': '', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:49Z', 'updated_at': '2022-04-28T14:57:57Z', 'revision_number': 4, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:58.626187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.632222 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c1c1cca9-8bdf-4ba7-af0f-453f20b37793 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/ports/8b851af5-5d32-4367-89f3-59186ec246c5 HTTP/1.1" status: 204 len: 168 time: 1.6002390 Apr 28 14:57:58.634921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:58.637946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:58.638651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.649000 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6566e99-2a8f-4f94-8a75-48dfe7cd7b7d None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:57:58.670567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:58.691758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:57:58.695168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-fef88a7f-5120-48d8-8615-92bcfbfd761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:58.696843 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-fef88a7f-5120-48d8-8615-92bcfbfd761f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 1099 time: 0.5623884 Apr 28 14:57:58.705715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port c9f7254f-ed55-4d27-9365-acd59ce765e9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:57:58.706182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.708394 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b257-d08c-4ad0-befa-403e1c3df89e None None] The sync data for ids ['9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f'] in dv-neutron-839772-1-hyperv is: [{'id': '9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f', 'name': '', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:49Z', 'updated_at': '2022-04-28T14:57:57Z', 'revision_number': 4, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:57:58.710076 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b1b6c-24ec-46bf-9035-0a15538e441f None None] Pushing event updated for resources: {'Port': ['ID=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:58.718052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:57:58.729123 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ae0c2faf-dc63-4f60-a315-0c8bbf511ef9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7804837 Apr 28 14:57:58.755942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:58.760847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'name': 'tempest-NetworksTestDHCPv6-477523740'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:58.782349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f05a4b53-e060-47e9-967d-ec26a2e35221 None None] Provisioning complete for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:58.782349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f05a4b53-e060-47e9-967d-ec26a2e35221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.783336 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e3a41a52-5e38-4dc6-88bf-b1177a37a0f4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1059384 Apr 28 14:57:58.788121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:58.810161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-7944981'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:58.827053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-f6f1a365-57fd-48de-99a9-df25ca5fe844 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.905866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] For port c9f7254f-ed55-4d27-9365-acd59ce765e9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c9f7254f-ed55-4d27-9365-acd59ce765e9,segment=NetworkSegment(9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7),segment_id=9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:57:58.906265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.917175 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.930162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for c9f7254f-ed55-4d27-9365-acd59ce765e9 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:57:58.947668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f6d4d-2028-4050-892b-f120e38dc283']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:58.959996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba215bfd-a610-42f5-996c-eff93c4c581d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:58.960137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba215bfd-a610-42f5-996c-eff93c4c581d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:58.971836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:58.998586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.020419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.033306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:59.033887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.045366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:59.051022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:59.055875 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:59.061278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Port': ['ID=a35f9a5d-eff0-4fda-b1c7-6c1b75d584de,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.102326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5343-d06b-45a6-8be3-e81662369f23 req-714d657e-7015-4fa2-bca7-7f9ed276dad7 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:59.104037 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0aad5343-d06b-45a6-8be3-e81662369f23 req-714d657e-7015-4fa2-bca7-7f9ed276dad7 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.3804994 Apr 28 14:57:59.136014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.143434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.148140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.149791 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] 10.222.0.58 "DELETE /v2.0/networks/530f6d4d-2028-4050-892b-f120e38dc283 HTTP/1.1" status: 204 len: 168 time: 0.9583416 Apr 28 14:57:59.152979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.165582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428b3ce-5614-4a2e-8cb5-61e9d20328d8 tempest-ExternalNetworksTestJSON-1483301225 tempest-ExternalNetworksTestJSON-1483301225-project] Pushing event deleted for resources: {'Network': ['ID=530f6d4d-2028-4050-892b-f120e38dc283,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.194684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.224688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=c9f7254f-ed55-4d27-9365-acd59ce765e9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.227158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No DVR routers for this DVR port c9f7254f-ed55-4d27-9365-acd59ce765e9 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:57:59.297775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-31beed60-f051-4f06-a6f7-9a5cd04aa3aa None None] Provisioning complete for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:57:59.298172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-31beed60-f051-4f06-a6f7-9a5cd04aa3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.318108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.318870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.326049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.330521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:59.343841 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0aad5343-d06b-45a6-8be3-e81662369f23 req-182d603a-1abf-4ad3-bad1-4b088734e8de tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154799 Apr 28 14:57:59.346798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edf5fc2-87c3-4c44-bd4a-a11a412ef292']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:59.359837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:59.360101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd7dcab-5a9b-4aca-a17f-d7da47b8c6c7') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:57:59.361667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.374797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.391502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.399623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:57:59.399623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:57:59.403459 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:57:59.422395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.422736 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment 03d2268e-022d-435f-b5cc-2fc3838ee634 of type vlan for network 22038e2e-abf7-4003-b327-b17dae5cd169 Apr 28 14:57:59.423981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:59.427611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.472478 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.480111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.483862 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/2edf5fc2-87c3-4c44-bd4a-a11a412ef292 HTTP/1.1" status: 204 len: 168 time: 3.7119272 Apr 28 14:57:59.494412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.494951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:57:59.495170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:59.500957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1316126761'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:59.504394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec4be3-cfa5-4bd8-b558-d59bd8aa40db tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=2edf5fc2-87c3-4c44-bd4a-a11a412ef292,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.510173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.514058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-70b0eec0-1582-4189-962a-4f4f49210e01 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/routers/9c5674bd-aa0f-44eb-9ed9-d6fe85a04f6f HTTP/1.1" status: 204 len: 168 time: 2.4447260 Apr 28 14:57:59.519708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:59.521328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.533623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 07aa8b38-b85f-4c9f-b861-00e8e8ce9fba yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:57:59.541888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-f6f1a365-57fd-48de-99a9-df25ca5fe844 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.567434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:59.573656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.599097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-f6f1a365-57fd-48de-99a9-df25ca5fe844 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.601070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Deleting subnet 0666c2d0-cd50-49a4-86bc-6ef928e430ad {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:57:59.611629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.614712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:59.677382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:57:59.690773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.693379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.699135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:59.699737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.713401 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3cbedd91-4e32-4ee5-9732-4911bb67b832 req-f6f1a365-57fd-48de-99a9-df25ca5fe844 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9875555 Apr 28 14:57:59.717018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.717364 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment ce204fbe-8596-43dc-ae87-6d994ad90d37 of type vlan for network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 Apr 28 14:57:59.741326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1a365-57fd-48de-99a9-df25ca5fe844 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d288e250-c9a5-488f-a8af-a37c9bf4c569,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.780373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e890e1-f042-4850-bfe9-56b01901176c req-234b23b2-2b52-479c-b29e-ff9e63087324 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:59.781941 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-20e890e1-f042-4850-bfe9-56b01901176c req-234b23b2-2b52-479c-b29e-ff9e63087324 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1679964 Apr 28 14:57:59.789327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.801077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.820141 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0117443 Apr 28 14:57:59.826548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:59.835312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-678538565'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:57:59.850503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead4190-7394-4436-918e-b072fbf3c85d tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=22038e2e-abf7-4003-b327-b17dae5cd169,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:57:59.864693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 22038e2e-abf7-4003-b327-b17dae5cd169 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:57:59.894379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.899783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:57:59.900411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.902006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::2b0 (54d908dd-ca79-41d5-95f2-c906280f9818/d34bc36d-9e9b-4673-a361-c0d8ca53a8b7/07aa8b38-b85f-4c9f-b861-00e8e8ce9fba) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:57:59.904651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:57:59.908314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.941145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.941736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:57:59.943289 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-20e890e1-f042-4850-bfe9-56b01901176c req-7e51bbf7-5b1a-4d15-8b98-75aa329624bb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494267 Apr 28 14:57:59.950676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6dbbe49b-e06a-40c6-9bef-49a20e3b70a9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65021896c9a74377bb575531b469ef8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329918 Apr 28 14:57:59.955306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40860) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:57:59.955685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:57:59.958199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dc7e2b-2b7a-43ce-83a7-a93913554599" -d '{"events": [{"server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "name": "network-vif-plugged", "status": "completed", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:58:00.002363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b3baa3-bd00-4967-8245-2fdd4db38906 x-openstack-request-id: req-48b3baa3-bd00-4967-8245-2fdd4db38906 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:58:00.002739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "name": "network-vif-plugged", "status": "completed", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:58:00.003044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-48b3baa3-bd00-4967-8245-2fdd4db38906 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:58:00.003768 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b3baa3-bd00-4967-8245-2fdd4db38906'] response: {'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'code': 200} Apr 28 14:58:00.015291 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5187762 Apr 28 14:58:00.016546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.018297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.026067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:00.036419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:00.086957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0666c2d0-cd50-49a4-86bc-6ef928e430ad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:00.090213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96967f9-2bc8-4346-a7ac-329f536f52a8 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=720b0877-3de1-4da1-b7ee-7c91e4c6e161,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:00.116190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.116687 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Added segment f4796413-11af-40f8-9b9a-ce7abef1fc56 of type vlan for network 11d17e89-81df-4197-8408-5b48d13df939 Apr 28 14:58:00.120260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.123492 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e6770ea4-4393-473d-9f3d-930171b7e24c tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/0666c2d0-cd50-49a4-86bc-6ef928e430ad HTTP/1.1" status: 204 len: 168 time: 0.6067255 Apr 28 14:58:00.132452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.178403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:00.196246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.232641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.248717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:00.253070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.349924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.352323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.353504 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/96158715-1fd7-4e90-a543-4d898c906e00 HTTP/1.1" status: 204 len: 168 time: 0.3974652 Apr 28 14:58:00.374845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e7514-5dba-4185-98c0-4113f861e1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96158715-1fd7-4e90-a543-4d898c906e00,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:00.498262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Pushing event updated for resources: {'Port': ['ID=10aed960-200f-4938-8ebb-39dffd1aee36,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:00.544497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3adaf-4b49-4d13-963c-50e51dce2612 req-d6d782d2-9199-4145-b406-3613705aed76 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:00.546055 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48e3adaf-4b49-4d13-963c-50e51dce2612 req-d6d782d2-9199-4145-b406-3613705aed76 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.0976725 Apr 28 14:58:00.547184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.622306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.631572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.644276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=2396783e-79bb-4fc4-81c1-5c7687052b3e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:00.648832 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48e3adaf-4b49-4d13-963c-50e51dce2612 req-4f5d00f1-d621-4bae-af9a-fe9afb60884a tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923865 Apr 28 14:58:00.658506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': 'ce204fbe-8596-43dc-ae87-6d994ad90d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:00.659576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 720b0877-3de1-4da1-b7ee-7c91e4c6e161, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:00.677651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.689091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:00.700006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 720b0877-3de1-4da1-b7ee-7c91e4c6e161) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:00.706364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:00.707166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.711413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa12ed-f628-445a-8cd6-0cf42feaf322 None None] Network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:00.723157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.726861 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b2d8a143-42a4-4e81-af4b-5a21c8e7c9bc tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6153059 Apr 28 14:58:00.728123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40876) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.736078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c7fd-97f7-46a0-85fb-10e56d383919 req-f60f5eb7-fb88-46e9-8f33-fbe7c2ad6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:00.736720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40878) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.737698 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bac7c7fd-97f7-46a0-85fb-10e56d383919 req-f60f5eb7-fb88-46e9-8f33-fbe7c2ad6773 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.2293515 Apr 28 14:58:00.743665 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-45b6c586-e7c6-4694-95eb-820f67851894 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7133558 Apr 28 14:58:00.744602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.747074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.752412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:00.753149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.771527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.795388 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f252a6c1-8b0e-41c0-9413-0ecf1e8ade54 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.0649447 Apr 28 14:58:00.800600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40882) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.874240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-720b0877-3de1-4da1-b7ee-7c91e4c6e161', 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': '2396783e-79bb-4fc4-81c1-5c7687052b3e'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:00.875750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:00.881295 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-664e7b51-1026-4162-a43b-af5ad18e56ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0c78f743f2ad4f87a98aed03ce89a52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362619 Apr 28 14:58:00.884698 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8399959f-d7b2-45dd-bd92-4c0f5c388eb2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0807362 Apr 28 14:58:00.884826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.884913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:00.904264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0642488 Apr 28 14:58:00.998153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce0f90-eaa4-40c8-8c2c-d4b98816a891 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Network': ['ID=11d17e89-81df-4197-8408-5b48d13df939,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.037729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Allocated IP 2001:db8::2 (720b0877-3de1-4da1-b7ee-7c91e4c6e161/2396783e-79bb-4fc4-81c1-5c7687052b3e/005460a7-822a-4582-b02b-7477dcbd95fa) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:01.051109 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.051571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 11d17e89-81df-4197-8408-5b48d13df939 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:01.085528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8239b970-7ad1-4333-82f0-4cdaa37b2602']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:01.092614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Deleting port 10aed960-200f-4938-8ebb-39dffd1aee36 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:01.092958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.096785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f98054-e144-4e7b-aeb4-c7b260f420a0') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:01.097156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f98054-e144-4e7b-aeb4-c7b260f420a0') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:01.109319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.129037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.136844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:01.137417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.166484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.167281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.180022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Calling delete_port for 10aed960-200f-4938-8ebb-39dffd1aee36 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:01.224893 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:01.228484 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bac7c7fd-97f7-46a0-85fb-10e56d383919 req-64a8936a-04d7-444e-b184-c2ace97883c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642563 Apr 28 14:58:01.324473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.332245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.340567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.367344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:01.370424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:01.374290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:01.405951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Pushing event deleted for resources: {'Port': ['ID=10aed960-200f-4938-8ebb-39dffd1aee36,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.409633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.412136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Pushing event updated for resources: {'Port': ['ID=005460a7-822a-4582-b02b-7477dcbd95fa,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.420292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.439549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Attempting to bind port 005460a7-822a-4582-b02b-7477dcbd95fa on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:01.440029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Attempting to bind port 005460a7-822a-4582-b02b-7477dcbd95fa by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'ce204fbe-8596-43dc-ae87-6d994ad90d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:01.440385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Attempting to bind port 005460a7-822a-4582-b02b-7477dcbd95fa on network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:01.445593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:01.445957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Checking segment: {'id': 'ce204fbe-8596-43dc-ae87-6d994ad90d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:01.446349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.446732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Bound using segment: {'id': 'ce204fbe-8596-43dc-ae87-6d994ad90d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:01.447179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Bound port: 005460a7-822a-4582-b02b-7477dcbd95fa, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce204fbe-8596-43dc-ae87-6d994ad90d37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '720b0877-3de1-4da1-b7ee-7c91e4c6e161'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:01.447547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.450058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.466921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.470015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.471463 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0ce0e4cf-c006-4181-974a-13299e37e4bb tempest-FloatingIPAdminTestJSON-300652990 tempest-FloatingIPAdminTestJSON-300652990-project] 10.222.0.58 "DELETE /v2.0/floatingips/acbf1dbf-f1be-4f88-ada2-d9b41dc92bd9 HTTP/1.1" status: 204 len: 168 time: 0.5856490 Apr 28 14:58:01.474342 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40890) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:01.507154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.518292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.545714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] For port 005460a7-822a-4582-b02b-7477dcbd95fa, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:01.549273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] For port 005460a7-822a-4582-b02b-7477dcbd95fa, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=005460a7-822a-4582-b02b-7477dcbd95fa,segment=NetworkSegment(ce204fbe-8596-43dc-ae87-6d994ad90d37),segment_id=ce204fbe-8596-43dc-ae87-6d994ad90d37)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:01.559547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.633392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.641021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.642661 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/42cd27b4-8ad3-49e2-b63d-a69772ca019e HTTP/1.1" status: 204 len: 168 time: 0.7521117 Apr 28 14:58:01.644385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a30e-32cf-4508-a335-400b3fb4e034 None None] Pushing event updated for resources: {'Port': ['ID=005460a7-822a-4582-b02b-7477dcbd95fa,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.664215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=07aa8b38-b85f-4c9f-b861-00e8e8ce9fba,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.726738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8239b970-7ad1-4333-82f0-4cdaa37b2602 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 14:58:01.735749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb1fcb-cb99-4575-b71d-bd9f793c9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cd27b4-8ad3-49e2-b63d-a69772ca019e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.738261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Network': ['ID=8239b970-7ad1-4333-82f0-4cdaa37b2602,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:01.742890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.746780 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c6e7bf25-71ab-4772-9083-79ee50cf108e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/networks/8239b970-7ad1-4333-82f0-4cdaa37b2602 HTTP/1.1" status: 204 len: 168 time: 1.5808165 Apr 28 14:58:01.750198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:01.811132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6600d-8072-4583-9df6-bd44652b36f8 req-344071d7-9b52-4e1b-a1ac-a565b089e6f6 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:01.820885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Deleting port 7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:01.821439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:01.828761 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-53a6600d-8072-4583-9df6-bd44652b36f8 req-344071d7-9b52-4e1b-a1ac-a565b089e6f6 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.6043558 Apr 28 14:58:01.947741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:01.963716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:01.983003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:01.986219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.047415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-53a6600d-8072-4583-9df6-bd44652b36f8 req-f2aa26a7-d7ce-4580-ac40-492ef3e59cf3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181802 Apr 28 14:58:02.063829 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-383e0b91-8ad5-4399-9826-b255c72019a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3067832 Apr 28 14:58:02.067986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40902) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:02.180623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port 005460a7-822a-4582-b02b-7477dcbd95fa {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:02.181283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.207864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8ffa2-1393-41a5-a501-8c886bb142a1 req-988d84fd-2ed8-4037-9359-1e754d6ba6f2 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:02.210791 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-41e8ffa2-1393-41a5-a501-8c886bb142a1 req-988d84fd-2ed8-4037-9359-1e754d6ba6f2 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.3395998 Apr 28 14:58:02.429720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] For port 005460a7-822a-4582-b02b-7477dcbd95fa, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=005460a7-822a-4582-b02b-7477dcbd95fa,segment=NetworkSegment(ce204fbe-8596-43dc-ae87-6d994ad90d37),segment_id=ce204fbe-8596-43dc-ae87-6d994ad90d37)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:02.431246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.472394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for 005460a7-822a-4582-b02b-7477dcbd95fa owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:02.472690 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-41e8ffa2-1393-41a5-a501-8c886bb142a1 req-86d8322b-1650-418b-b72e-2aae9f821c10 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432063 Apr 28 14:58:02.477701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.478653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.523112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Calling delete_port for 7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:02.619496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-915868dc-4507-4d7f-8bc8-98fda5aa7799 None None] Provisioning complete for port 07aa8b38-b85f-4c9f-b861-00e8e8ce9fba triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:02.620456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-915868dc-4507-4d7f-8bc8-98fda5aa7799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.672982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:02.690071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'name': 'tempest-router--861845155', 'project_id': 'b3601df307aa4bf1b363f102a36dec28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:02.716169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-915868dc-4507-4d7f-8bc8-98fda5aa7799 None None] Port 07aa8b38-b85f-4c9f-b861-00e8e8ce9fba cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:02.739078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.741153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.901307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.918717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:02.949982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2242e9-3e85-4d3b-8126-39292062a83e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:02.962821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2242e9-3e85-4d3b-8126-39292062a83e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:02.969098 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fa2242e9-3e85-4d3b-8126-39292062a83e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.8925822 Apr 28 14:58:03.004329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:03.006544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ac82ab2-0fa9-4df0-babf-e5b4f1bf8a94,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:03.059388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No DVR routers for this DVR port 005460a7-822a-4582-b02b-7477dcbd95fa on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:03.213770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.270465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.341800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=005460a7-822a-4582-b02b-7477dcbd95fa,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:03.354407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.373138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.464225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41f627-e522-4d59-a096-17beefc6cf41 req-2cec26f0-256d-4eae-b894-2f748d592f3a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:03.476316 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8c41f627-e522-4d59-a096-17beefc6cf41 req-2cec26f0-256d-4eae-b894-2f748d592f3a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2222564 Apr 28 14:58:03.479640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:03.486986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 005460a7-822a-4582-b02b-7477dcbd95fa up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:03.492599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.495979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.498783 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-244d2c33-bf5b-4ebe-accd-8e3e40310f59 tempest-FloatingIPAdminTestJSON-901906671 tempest-FloatingIPAdminTestJSON-901906671-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/a98ed309-5a57-4095-83ab-42ac8c078386 HTTP/1.1" status: 204 len: 168 time: 2.0221021 Apr 28 14:58:03.510874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.523444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 07aa8b38-b85f-4c9f-b861-00e8e8ce9fba {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:03.523787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.533122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720b0877-3de1-4da1-b7ee-7c91e4c6e161']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:03.536371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 005460a7-822a-4582-b02b-7477dcbd95fa {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:03.538153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 005460a7-822a-4582-b02b-7477dcbd95fa not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 14:58:03.546767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce204fbe-8596-43dc-ae87-6d994ad90d37') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:03.547233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce204fbe-8596-43dc-ae87-6d994ad90d37') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:03.557406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.566606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf11a16-2dd9-4498-b071-a678f407adc6 None None] Network 720b0877-3de1-4da1-b7ee-7c91e4c6e161 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:03.571548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.577660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:03.578316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.624611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.640558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port 005460a7-822a-4582-b02b-7477dcbd95fa not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 14:58:03.641144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 07aa8b38-b85f-4c9f-b861-00e8e8ce9fba owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:03.656384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c808bc9-1920-41d3-9fea-67b1638e7095 req-386fcecf-50bc-4dbf-b3ad-023b4f5e16cf tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:03.660454 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8c808bc9-1920-41d3-9fea-67b1638e7095 req-386fcecf-50bc-4dbf-b3ad-023b4f5e16cf tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.7938781 Apr 28 14:58:03.673797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-442567de-e5d0-4065-b7e1-454329ac51df None None] Could not find standard attr ID for object 005460a7-822a-4582-b02b-7477dcbd95fa. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:58:03.699331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:03.699672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:03.700392 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:03.713559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Request body: {'floatingip': {'port_id': '92186880-25ce-4788-8f4a-e4ead078782d'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:03.719436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.766862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=2396783e-79bb-4fc4-81c1-5c7687052b3e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:03.789199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6655c6-d846-460f-bd55-6d1f9b049761 None None] DHCP port deletion for 720b0877-3de1-4da1-b7ee-7c91e4c6e161 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:03.815500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.818883 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/720b0877-3de1-4da1-b7ee-7c91e4c6e161 HTTP/1.1" status: 204 len: 168 time: 3.0726924 Apr 28 14:58:03.824909 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:03.847154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1230438467'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:03.866999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:03.872449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af288930-cb42-4d7b-a912-4dd1b849c2ca tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=720b0877-3de1-4da1-b7ee-7c91e4c6e161,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:03.971827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:03.975171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.012761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.015865 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6a18b5af-4b4f-4768-831e-16c883994a91 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3418007 Apr 28 14:58:04.018510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.150603 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b8718e6-622e-47f0-a005-2c252f8364b0 tempest-AgentManagementNegativeTest-921650196 tempest-AgentManagementNegativeTest-921650196-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6484697 Apr 28 14:58:04.154427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:04.155967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8c41f627-e522-4d59-a096-17beefc6cf41 req-1e02f07f-4718-428e-8978-380b03bf5008 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6786790 Apr 28 14:58:04.168120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port 791186b7-a47a-4cbc-8a5e-2dc5febdbefb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:04.168476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.169511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.176379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'subnets': [{'network_id': '22038e2e-abf7-4003-b327-b17dae5cd169', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--103027669', 'ip_version': 6}, {'network_id': '11d17e89-81df-4197-8408-5b48d13df939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:04.176884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'subnet': {'network_id': '22038e2e-abf7-4003-b327-b17dae5cd169', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--103027669', 'ip_version': 6}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:04.177989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Request body: {'subnet': {'network_id': '11d17e89-81df-4197-8408-5b48d13df939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:04.201220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.222300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.277233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=07aa8b38-b85f-4c9f-b861-00e8e8ce9fba,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:04.299932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.300281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.300610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.300938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.301258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.301577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.301892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.302209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.302522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.302834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.303149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.303451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:04.304372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.304724 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Added segment 6fd51dff-f128-409d-ada5-115140b93cbc of type vlan for network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd Apr 28 14:58:04.325292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.328565 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f216e973-347d-4a5a-899f-2f310e36cc42 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/07aa8b38-b85f-4c9f-b861-00e8e8ce9fba HTTP/1.1" status: 204 len: 168 time: 1.3157752 Apr 28 14:58:04.334275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.424214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Made reservation on behalf of 92a03baf221545dc97678c775216e3e9 for: {'subnet': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:04.429578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.430005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.492595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.521565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.623341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3ef3-0a49-42c4-94cd-655d8388b889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.824299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3ef3-0a49-42c4-94cd-655d8388b889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.832997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b2d3ef3-0a49-42c4-94cd-655d8388b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.890607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.898827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:58:04.902733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.904702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d3ef3-0a49-42c4-94cd-655d8388b889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976a0bc4-fbae-40f5-9a96-b6e87ebe378a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:04.905353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.913436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8b2d3ef3-0a49-42c4-94cd-655d8388b889 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83d2f27474e649ccae0695ce8bd2c5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169176 Apr 28 14:58:04.914687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40958) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.949053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for 791186b7-a47a-4cbc-8a5e-2dc5febdbefb owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:04.972390 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:04.985055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c75dce-d444-47b2-a8c7-63f8d8f33b97 req-678fe3a0-d872-4858-b759-dbf5f08f232c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:04.986531 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-91c75dce-d444-47b2-a8c7-63f8d8f33b97 req-678fe3a0-d872-4858-b759-dbf5f08f232c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.7285550 Apr 28 14:58:04.989638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99ebb1-ce8b-466f-9355-e0a3239a78d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:04.991203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99ebb1-ce8b-466f-9355-e0a3239a78d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:04.995068 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e99ebb1-ce8b-466f-9355-e0a3239a78d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6448479 Apr 28 14:58:04.999559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:04.999649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:05.010253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Request body: {'floatingip': {'port_id': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:05.047523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.048987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Subnet': ['ID=0dce58b4-e1af-401a-8145-4faefba31987,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:05.077393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Checking segment: {'id': '03d2268e-022d-435f-b5cc-2fc3838ee634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '22038e2e-abf7-4003-b327-b17dae5cd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:05.077733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network hostable DHCP agents. Network: 22038e2e-abf7-4003-b327-b17dae5cd169, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:05.082701 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.083214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 338c7f76-7198-40e5-9ead-6c4c2fc2e8f8 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:05.083855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.088319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.089335 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ffbd1f2c-e13b-45c0-a155-0630ea221f96 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/routers/338c7f76-7198-40e5-9ead-6c4c2fc2e8f8 HTTP/1.1" status: 204 len: 168 time: 1.0672939 Apr 28 14:58:05.104910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.110904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.111436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.123877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network 22038e2e-abf7-4003-b327-b17dae5cd169 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:05.137309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 22038e2e-abf7-4003-b327-b17dae5cd169) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:05.144241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.161081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1badccd7-17a1-448d-96b4-8f9ead832d32 None None] Network 22038e2e-abf7-4003-b327-b17dae5cd169 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:05.175112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.181334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.181334 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/976a0bc4-fbae-40f5-9a96-b6e87ebe378a HTTP/1.1" status: 204 len: 168 time: 0.2643564 Apr 28 14:58:05.190815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.200981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059c887-c600-48b8-9dbe-2b913585bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976a0bc4-fbae-40f5-9a96-b6e87ebe378a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:05.224556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event updated for resources: {'Subnet': ['ID=04fcd421-293b-485a-9b51-b0dfde7dfa75,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:05.238187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Checking segment: {'id': 'f4796413-11af-40f8-9b9a-ce7abef1fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '11d17e89-81df-4197-8408-5b48d13df939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:05.238636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network hostable DHCP agents. Network: 11d17e89-81df-4197-8408-5b48d13df939, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:05.266455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Network 11d17e89-81df-4197-8408-5b48d13df939 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:05.284952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 11d17e89-81df-4197-8408-5b48d13df939) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:05.290657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.291134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.291803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.323284 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f54b6009-721d-482b-b3a1-5fe2a1e8e765 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.1522853 Apr 28 14:58:05.324349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d24eb-98f4-4da6-8015-f7dffc14092e None None] Network 11d17e89-81df-4197-8408-5b48d13df939 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:05.325754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:05.371976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet d34bc36d-9e9b-4673-a361-c0d8ca53a8b7 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:05.379452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 005460a7-822a-4582-b02b-7477dcbd95fa no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:05.392605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5575368 Apr 28 14:58:05.400121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40970) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:05.401366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.401868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:05.410657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Request body: {'subnet': {'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:05.470252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Network': ['ID=0f08cea0-f242-4b8f-be7b-a11306a9c9bd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:05.482407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29542c18-3840-42df-877e-dfa3a6b11ea7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.484477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29542c18-3840-42df-877e-dfa3a6b11ea7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.486458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29542c18-3840-42df-877e-dfa3a6b11ea7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:05.489355 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-29542c18-3840-42df-877e-dfa3a6b11ea7 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1625390 Apr 28 14:58:05.498964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 40978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:05.521477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.521926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.522263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.522589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.522919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.523325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.523649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.524020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.524835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.524835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.525034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.525361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48900c62-d53a-43bd-8fee-10fb01595b3a tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:05.557575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Made reservation on behalf of 3d1e20fe2e424dfb8f7d8b3e81ac6e8f for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:05.564843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.594130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.682607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:05.701486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 005460a7-822a-4582-b02b-7477dcbd95fa {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:05.701825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 005460a7-822a-4582-b02b-7477dcbd95fa not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:05.772349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.786250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Deleting subnet 0dce58b4-e1af-401a-8145-4faefba31987 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:05.786776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233690120', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:05.817271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.829638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.830736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.901082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fba0a0d-e48e-49ad-ba06-6ddd7467e972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-22038e2e-abf7-4003-b327-b17dae5cd169', 'network_id': '22038e2e-abf7-4003-b327-b17dae5cd169', 'tenant_id': '92a03baf221545dc97678c775216e3e9', 'fixed_ips': [{'subnet_id': '0dce58b4-e1af-401a-8145-4faefba31987'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:05.902698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8fba0a0d-e48e-49ad-ba06-6ddd7467e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:05.951856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.052894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.064186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-11d17e89-81df-4197-8408-5b48d13df939', 'network_id': '11d17e89-81df-4197-8408-5b48d13df939', 'tenant_id': '92a03baf221545dc97678c775216e3e9', 'fixed_ips': [{'subnet_id': '04fcd421-293b-485a-9b51-b0dfde7dfa75'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:06.065036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.127707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:58:06.143018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.179792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:58:06.185088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.245668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=791186b7-a47a-4cbc-8a5e-2dc5febdbefb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:06.246959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Allocated IP 2001:db8:0:1::1 (11d17e89-81df-4197-8408-5b48d13df939/04fcd421-293b-485a-9b51-b0dfde7dfa75/89882291-1433-4e8d-8acc-a33b9f6b5ee4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:06.248893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.298068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event updated for resources: {'Subnet': ['ID=c817af54-2e1d-4a53-8376-36876fb1e746,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:06.311683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.314566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Checking segment: {'id': '6fd51dff-f128-409d-ada5-115140b93cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:06.314566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network hostable DHCP agents. Network: 0f08cea0-f242-4b8f-be7b-a11306a9c9bd, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:06.322056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.325354 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/d34bc36d-9e9b-4673-a361-c0d8ca53a8b7 HTTP/1.1" status: 204 len: 168 time: 1.3200250 Apr 28 14:58:06.326272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e7a3a-a9a4-4c7a-bacc-f08138728a14 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=d34bc36d-9e9b-4673-a361-c0d8ca53a8b7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:06.331546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.331735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 40998) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.341770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cf5684-be3d-4f56-9336-38716fe81e5e None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:06.365441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.391494 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f6a9a044-24a7-430f-9d17-8a587808e2d2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585682 Apr 28 14:58:06.393942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.408732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:06.451728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.456169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0f08cea0-f242-4b8f-be7b-a11306a9c9bd) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:06.466880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:06.467475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.485256 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-300688566'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:06.493288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.498987 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c279a5e9-ad4e-4eba-aeee-73ef524202b7 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/ports/791186b7-a47a-4cbc-8a5e-2dc5febdbefb HTTP/1.1" status: 204 len: 168 time: 2.7954633 Apr 28 14:58:06.509260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.535077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b26e9-1f29-4986-b1de-2ab29662dddf None None] Network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:06.559066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.576865 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b72c3f4-83cd-4613-b0c7-d85cf00c9ff2 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1765647 Apr 28 14:58:06.591834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.593760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:58:06.600689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240476a3-1230-4b40-96f9-bd2c4cda9b70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:06.604838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-240476a3-1230-4b40-96f9-bd2c4cda9b70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2099905 Apr 28 14:58:06.608184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.666011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Made reservation on behalf of eecec75c12f14b05aa66eb9149a1670b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:06.668793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Floating IP 83d6e05c-c829-45a1-b08c-66319d4fdc71 associated. External IP: 172.26.4.151, port: 92186880-25ce-4788-8f4a-e4ead078782d. Apr 28 14:58:06.669336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.694619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.722198 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.731047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.753974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.763305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b047be07-05a8-421c-9181-201cacd00ee3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:06.764840 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b047be07-05a8-421c-9181-201cacd00ee3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1555915 Apr 28 14:58:06.769342 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.769745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.782031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba44eef-85e3-43c3-a797-42c1a90eddd9 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:06.783548 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aba44eef-85e3-43c3-a797-42c1a90eddd9 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "GET /v2.0/ports?device_id=804d899d-d7b9-4768-803d-6bfb38e6e033 HTTP/1.1" status: 200 len: 913 time: 0.2725184 Apr 28 14:58:06.790233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.812911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Network 11d17e89-81df-4197-8408-5b48d13df939 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:06.818835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Pushing event updated for resources: {'Port': ['ID=89882291-1433-4e8d-8acc-a33b9f6b5ee4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:06.823953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:06.844642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:06.849093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:06.852998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.853354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.853684 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.854008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.854325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.854650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.854971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.855303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.855634 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.856069 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.856287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.856594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:06.901999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0f08cea0-f242-4b8f-be7b-a11306a9c9bd', 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd', 'tenant_id': '3d1e20fe2e424dfb8f7d8b3e81ac6e8f', 'fixed_ips': [{'subnet_id': 'c817af54-2e1d-4a53-8376-36876fb1e746'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:06.902774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.945049 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0930326-b332-48c1-ad0e-f8e3de477d37 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083112 Apr 28 14:58:06.956199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:06.960465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41014) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:06.962022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Attempting to bind port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:06.962378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Attempting to bind port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f4796413-11af-40f8-9b9a-ce7abef1fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '11d17e89-81df-4197-8408-5b48d13df939'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:06.962771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Attempting to bind port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 on network 11d17e89-81df-4197-8408-5b48d13df939 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:06.969480 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:07.020153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:07.020543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Checking segment: {'id': 'f4796413-11af-40f8-9b9a-ce7abef1fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '11d17e89-81df-4197-8408-5b48d13df939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:07.020916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.021300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Bound using segment: {'id': 'f4796413-11af-40f8-9b9a-ce7abef1fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '11d17e89-81df-4197-8408-5b48d13df939'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:07.021771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Bound port: 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4796413-11af-40f8-9b9a-ce7abef1fc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '11d17e89-81df-4197-8408-5b48d13df939'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:07.022136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.073487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Allocated IP 172.26.4.24 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/82299969-3505-4c2f-80c6-4dd3cd8f9e38) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:07.105914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Deleting port 0499232a-8e2d-4f26-b839-aa7a8d88b208 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:07.106278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.202248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Allocated IP 2001:db8::f816:3eff:fe82:1e9f (0f08cea0-f242-4b8f-be7b-a11306a9c9bd/c817af54-2e1d-4a53-8376-36876fb1e746/f3df144b-3380-4479-a381-c8735486b330) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:07.212809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] For port 0499232a-8e2d-4f26-b839-aa7a8d88b208, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0499232a-8e2d-4f26-b839-aa7a8d88b208,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:07.213230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.224581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] For port 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:07.236420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:07.237375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Calling delete_port for 0499232a-8e2d-4f26-b839-aa7a8d88b208 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:07.239687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.252156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] For port 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=89882291-1433-4e8d-8acc-a33b9f6b5ee4,segment=NetworkSegment(f4796413-11af-40f8-9b9a-ce7abef1fc56),segment_id=f4796413-11af-40f8-9b9a-ce7abef1fc56)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:07.275336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.294924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.379681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-8fba0a0d-e48e-49ad-ba06-6ddd7467e972 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dce58b4-e1af-401a-8145-4faefba31987: This subnet is being modified by another concurrent operation. Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:07.413422 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0dce58b4-e1af-401a-8145-4faefba31987: This subnet is being modified by another concurrent operation. Apr 28 14:58:07.417156 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:58:07.422650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.424936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.427607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0499232a-8e2d-4f26-b839-aa7a8d88b208 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:07.431340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.435569 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/subnets/0dce58b4-e1af-401a-8145-4faefba31987 HTTP/1.1" status: 204 len: 168 time: 1.9279096 Apr 28 14:58:07.436555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c429-ab78-4ec2-bb7b-9a00c70a781c tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Subnet': ['ID=0dce58b4-e1af-401a-8145-4faefba31987,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:07.441297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:07.511370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f666954d-bc91-4cd9-b31d-38dbc9a8dc4e None None] Network 22038e2e-abf7-4003-b327-b17dae5cd169 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:07.550918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.581141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.631421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35b8f7-050f-4c19-9481-388aeddf859b None None] Pushing event updated for resources: {'Port': ['ID=89882291-1433-4e8d-8acc-a33b9f6b5ee4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:07.638409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.657341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:07.667147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Deleting subnet 04fcd421-293b-485a-9b51-b0dfde7dfa75 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:07.669354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.689427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.697640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.704678 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Floating IP 268bea81-1456-45c7-b085-e55c0e944500 associated. External IP: 172.26.4.253, port: 582b2330-0cf9-48ef-9e93-7302bcfe8ffa. Apr 28 14:58:07.855067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:07.968648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Router c4b8c86f-9857-4b0c-8257-e5c5035dc614 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:07.994756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No active binding found for port 0499232a-8e2d-4f26-b839-aa7a8d88b208 {{(pid=102642) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 14:58:07.995097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0499232a-8e2d-4f26-b839-aa7a8d88b208 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:07.998623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] Pushing event deleted for resources: {'Port': ['ID=0499232a-8e2d-4f26-b839-aa7a8d88b208,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.003086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58079901-61e9-437f-a1b7-6dff69096753 None None] No DVR routers for this DVR port 0499232a-8e2d-4f26-b839-aa7a8d88b208 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:08.046622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.061257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.103353 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event updated for resources: {'Port': ['ID=82299969-3505-4c2f-80c6-4dd3cd8f9e38,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.110737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:08.113983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:08.115381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b77c1-d5f6-4ad3-906d-2c82b462d86c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.120153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:08.128943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:08.137496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:08.145697 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Pushing event updated for resources: {'Port': ['ID=f3df144b-3380-4479-a381-c8735486b330,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.150721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:08.156596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.173825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.174180 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Added segment 42e156fe-764e-4164-a807-203e8a830230 of type vlan for network 3db223e5-a618-4e11-aa03-63cc91910403 Apr 28 14:58:08.177181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.184074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.224496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Attempting to bind port f3df144b-3380-4479-a381-c8735486b330 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:08.225142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Attempting to bind port f3df144b-3380-4479-a381-c8735486b330 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6fd51dff-f128-409d-ada5-115140b93cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:08.225727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Attempting to bind port f3df144b-3380-4479-a381-c8735486b330 on network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:08.231652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:08.232055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Checking segment: {'id': '6fd51dff-f128-409d-ada5-115140b93cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:08.232459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.232844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Bound using segment: {'id': '6fd51dff-f128-409d-ada5-115140b93cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:08.233299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Bound port: f3df144b-3380-4479-a381-c8735486b330, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd51dff-f128-409d-ada5-115140b93cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:08.233670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.283229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=c817af54-2e1d-4a53-8376-36876fb1e746,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.302472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:08.308668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] For port f3df144b-3380-4479-a381-c8735486b330, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:08.311836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] For port f3df144b-3380-4479-a381-c8735486b330, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f3df144b-3380-4479-a381-c8735486b330,segment=NetworkSegment(6fd51dff-f128-409d-ada5-115140b93cbc),segment_id=6fd51dff-f128-409d-ada5-115140b93cbc)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:08.319952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:08.320133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.323183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:08.323769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.327077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.338903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e12fb-d3bf-4979-91dc-6126af0bd23f None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:08.344524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=668b46ad-3efe-4a53-a438-20704c12e45c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.389245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Router 56ca4e35-5763-40d4-83d6-b3040d81d975 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:08.394907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:08.407700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.414437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.427217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Sync routers for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:08.456261 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5c97f562-8a7a-4a0c-8012-26f4d942574b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4944232 Apr 28 14:58:08.461641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.465563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:08.477817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '668b46ad-3efe-4a53-a438-20704c12e45c', 'ip_address': '2001:db8::86a7:b42f:c865:2be8'}], 'name': 'tempest-NetworksTestDHCPv6-2027750525'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:08.482716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f08cea0-f242-4b8f-be7b-a11306a9c9bd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:08.489426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0e4d-992a-4140-9e8d-8a0741867ec9 None None] Pushing event updated for resources: {'Port': ['ID=f3df144b-3380-4479-a381-c8735486b330,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.496985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.503393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:08.504066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.507648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:08.508245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:08.522354 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2f21a2ee-abf4-4144-be48-1f153383834e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "PUT /v2.0/floatingips/83d6e05c-c829-45a1-b08c-66319d4fdc71 HTTP/1.1" status: 200 len: 992 time: 4.8128912 Apr 28 14:58:08.564014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:58:08.570571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0facd7fe-49c0-4582-a8d4-604c5f91c363 None None] Network 0f08cea0-f242-4b8f-be7b-a11306a9c9bd requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:08.570917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896e8df-3e58-44b7-a4d1-2cfed56865b8" -d '{"events": [{"name": "network-changed", "server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "tag": "92186880-25ce-4788-8f4a-e4ead078782d"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:58:08.584755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.585885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd51dff-f128-409d-ada5-115140b93cbc') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:08.587051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd51dff-f128-409d-ada5-115140b93cbc') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:08.595804 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2590749 Apr 28 14:58:08.603433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.609283 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/subnets/04fcd421-293b-485a-9b51-b0dfde7dfa75 HTTP/1.1" status: 204 len: 168 time: 1.1601903 Apr 28 14:58:08.609283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880710e5-b75f-49fc-86b0-71cf3a1ad115 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Subnet': ['ID=04fcd421-293b-485a-9b51-b0dfde7dfa75,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.617813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:08.618140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:08.670371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e7e0f2-a4a7-49ca-87b0-9d6bb2be3011 x-openstack-request-id: req-36e7e0f2-a4a7-49ca-87b0-9d6bb2be3011 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:58:08.671033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "tag": "92186880-25ce-4788-8f4a-e4ead078782d", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:58:08.671033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-36e7e0f2-a4a7-49ca-87b0-9d6bb2be3011 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:58:08.671878 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e7e0f2-a4a7-49ca-87b0-9d6bb2be3011'] response: {'name': 'network-changed', 'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d', 'status': 'completed', 'code': 200} Apr 28 14:58:08.676361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Request body: {'subnet': {'network_id': '3db223e5-a618-4e11-aa03-63cc91910403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:08.706972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.720729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6e9c-73a5-4b6a-9aa3-bf7cb3172c86 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'Network': ['ID=3db223e5-a618-4e11-aa03-63cc91910403,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:08.816891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:08.868503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.873359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a422ce5-ac81-4418-b774-8d8b8e434941 req-264b6ce3-bada-4961-ba8d-9e0b8f9c8c1e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:08.881296 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2a422ce5-ac81-4418-b774-8d8b8e434941 req-264b6ce3-bada-4961-ba8d-9e0b8f9c8c1e tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.2341802 Apr 28 14:58:08.898693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:08.899106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.909777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:08.939136 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:08.949127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3db223e5-a618-4e11-aa03-63cc91910403 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:08.969348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b2104-103c-483e-97a9-e280b6101c83 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:08.970858 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9f3b2104-103c-483e-97a9-e280b6101c83 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3117611 Apr 28 14:58:08.986536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41030) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:09.081513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05933dd7-8c8f-429d-9b4f-43227d56792c None None] Network 11d17e89-81df-4197-8408-5b48d13df939 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:09.121713 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2a422ce5-ac81-4418-b774-8d8b8e434941 req-b69efd5c-9194-4dfd-aea5-a241c28a351d tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392066 Apr 28 14:58:09.185879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.224925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '668b46ad-3efe-4a53-a438-20704c12e45c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:09.225782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.347678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] Provisioning complete for port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:09.348445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.381040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:09.398073 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Sync routers for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:09.400776 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-6a36d514-3af3-4c64-a8d4-ab5c5b74a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:09.402432 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-6a36d514-3af3-4c64-a8d4-ab5c5b74a2da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b2d06660936d4315943adaeb687fed04&device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 1099 time: 0.6897454 Apr 28 14:58:09.405693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.api [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:58:09.405693 dv-neutron-839772-1-hyperv neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:58:09.405693 dv-neutron-839772-1-hyperv neutron-server[102641]: [parameters: {'id': '0f08cea0-f242-4b8f-be7b-a11306a9c9bd'}] Apr 28 14:58:09.405693 dv-neutron-839772-1-hyperv neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:09.405693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG oslo_db.api [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:09.406924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.423553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.444561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Deleting port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:09.444898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.448681 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:09.449477 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:09.457464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6f2e1176-9e35-47da-afa4-be51efe5735a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "PUT /v2.0/floatingips/268bea81-1456-45c7-b085-e55c0e944500 HTTP/1.1" status: 200 len: 992 time: 4.4500442 Apr 28 14:58:09.457464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Made reservation on behalf of eecec75c12f14b05aa66eb9149a1670b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:09.459107 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.483685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 89882291-1433-4e8d-8acc-a33b9f6b5ee4 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:09.617057 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.662186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] DHCP port deletion for 11d17e89-81df-4197-8408-5b48d13df939 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:09.678905 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:09.699863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] For port 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=89882291-1433-4e8d-8acc-a33b9f6b5ee4,segment=NetworkSegment(f4796413-11af-40f8-9b9a-ce7abef1fc56),segment_id=f4796413-11af-40f8-9b9a-ce7abef1fc56)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:09.700255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.728691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] For port 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=89882291-1433-4e8d-8acc-a33b9f6b5ee4,segment=NetworkSegment(f4796413-11af-40f8-9b9a-ce7abef1fc56),segment_id=f4796413-11af-40f8-9b9a-ce7abef1fc56)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:09.731404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port 18f418d7-9127-41c1-b218-089c81a13fd8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:09.731800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.743011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Calling delete_port for 89882291-1433-4e8d-8acc-a33b9f6b5ee4 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:09.757178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-aba170e5-9c51-4253-a7ab-1110544d16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:09.758670 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-aba170e5-9c51-4253-a7ab-1110544d16ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3fcb9fd-0c36-4a91-ad30-637224e14833 HTTP/1.1" status: 200 len: 907 time: 0.3065336 Apr 28 14:58:09.759295 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:09.761899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.765586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:09.766064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.779314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123c5b9-edbe-4ab3-b42b-266f9b673f6b req-ec2b4e63-e011-4859-8817-55732e98ae3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:09.787180 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9123c5b9-edbe-4ab3-b42b-266f9b673f6b req-ec2b4e63-e011-4859-8817-55732e98ae3e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2349973 Apr 28 14:58:09.850118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/668b46ad-3efe-4a53-a438-20704c12e45c/0befa7ed-513e-4ae9-974f-85597911bd0b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:09.854374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.869232 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.960118 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9123c5b9-edbe-4ab3-b42b-266f9b673f6b req-211c2d7e-69c1-4db0-9eda-99b183b673d7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719220 Apr 28 14:58:09.987954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:09.991354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 6cf9d14b-ee11-4152-ba82-53a34947e332 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:10.012756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Router 3e65e383-710f-446d-9dc2-d6f4cf5dbf9f is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:10.015420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for 18f418d7-9127-41c1-b218-089c81a13fd8 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:10.067834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.088364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83d6e05c-c829-45a1-b08c-66319d4fdc71', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'port_id': '92186880-25ce-4788-8f4a-e4ead078782d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'mac_address': 'fa:16:3e:aa:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699febe7-7f57-4a31-b424-2de02824067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:28Z', 'updated_at': '2022-04-28T14:58:05Z', 'revision_number': 1, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.090237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051e885-4ffc-44c9-835a-052762c4611b None None] Pushing event updated for resources: {'Port': ['ID=89882291-1433-4e8d-8acc-a33b9f6b5ee4,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:10.105395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Could not find standard attr ID for object 89882291-1433-4e8d-8acc-a33b9f6b5ee4. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:58:10.135530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Port': ['ID=89882291-1433-4e8d-8acc-a33b9f6b5ee4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:10.140570 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No ports have port_id starting with 89882291-1433-4e8d-8acc-a33b9f6b5ee4 Apr 28 14:58:10.144536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] No DVR routers for this DVR port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:10.147808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.152008 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-02a03f84-e9ef-4e41-ad8c-caaebe4006e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92186880-25ce-4788-8f4a-e4ead078782d HTTP/1.1" status: 200 len: 1000 time: 0.3009701 Apr 28 14:58:10.168865 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '268bea81-1456-45c7-b085-e55c0e944500', 'tenant_id': '16742291048a44409617a88a30c76b41', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'port_id': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'mac_address': 'fa:16:3e:f4:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:26Z', 'updated_at': '2022-04-28T14:58:06Z', 'revision_number': 1, 'project_id': '16742291048a44409617a88a30c76b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.176702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Checking router: c4b8c86f-9857-4b0c-8257-e5c5035dc614 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:10.181710 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Deleting port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:10.182156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.211438 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Checking router: 56ca4e35-5763-40d4-83d6-b3040d81d975 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:10.220892 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:10.221587 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.258562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:10.259333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.337231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'Subnet': ['ID=d75fb773-4da3-4075-b874-70556d5fa5f4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:10.345484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] For port 89882291-1433-4e8d-8acc-a33b9f6b5ee4, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:10.345785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.349527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-513a1ec0-eef3-4185-9369-cea6c37c0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:10.349981 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-513a1ec0-eef3-4185-9369-cea6c37c0b8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=22c69cd4-0e44-4d13-b7fe-5a835d200525 HTTP/1.1" status: 200 len: 845 time: 0.1752737 Apr 28 14:58:10.386365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Calling delete_port for 89882291-1433-4e8d-8acc-a33b9f6b5ee4 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:10.402191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98e47a-9a66-43f4-9817-2b90d1ef5848 req-83098b41-5e26-4a1c-a1fa-c3d3170edc0b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:10.410385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb98e47a-9a66-43f4-9817-2b90d1ef5848 req-83098b41-5e26-4a1c-a1fa-c3d3170edc0b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2521939 Apr 28 14:58:10.411514 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:10.420515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 14:58:10.444135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.448894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Checking segment: {'id': '42e156fe-764e-4164-a807-203e8a830230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:10.449264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Network hostable DHCP agents. Network: 3db223e5-a618-4e11-aa03-63cc91910403, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:10.481094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] Pushing event deleted for resources: {'Port': ['ID=89882291-1433-4e8d-8acc-a33b9f6b5ee4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:10.502446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a589c-6b04-4674-a3b4-8b6bc2b0fa1d None None] No DVR routers for this DVR port 89882291-1433-4e8d-8acc-a33b9f6b5ee4 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:10.524654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb98e47a-9a66-43f4-9817-2b90d1ef5848 req-f05a3471-1fd6-4ca7-9097-3f754984db8e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132677 Apr 28 14:58:10.528654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:10.550650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-0816f02c-6edb-40e2-a6d0-69199aff6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:10.553996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-0816f02c-6edb-40e2-a6d0-69199aff6ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3fcb9fd-0c36-4a91-ad30-637224e14833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1757741 Apr 28 14:58:10.555947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port f3df144b-3380-4479-a381-c8735486b330 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:10.556410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.562178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Network 3db223e5-a618-4e11-aa03-63cc91910403 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:10.563414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.588934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.625953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3db223e5-a618-4e11-aa03-63cc91910403) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:10.645386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.653966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb8983-88d2-438f-be8a-1d5aff669adb None None] Network 3db223e5-a618-4e11-aa03-63cc91910403 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:10.673027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:10.699266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:58:10.699622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d17e89-81df-4197-8408-5b48d13df939']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.701104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e6320f-f6ec-4405-8160-8642c556981a" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:58:10.709989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:10.710581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.711478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] Sync routers for ids ['3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:10.730723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:10.739526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4796413-11af-40f8-9b9a-ce7abef1fc56') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.742258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:10.747467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:10.748206 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4796413-11af-40f8-9b9a-ce7abef1fc56') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.749353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] For port f3df144b-3380-4479-a381-c8735486b330, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f3df144b-3380-4479-a381-c8735486b330,segment=NetworkSegment(6fd51dff-f128-409d-ada5-115140b93cbc),segment_id=6fd51dff-f128-409d-ada5-115140b93cbc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:10.749855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.773224 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f35553e-cfeb-4600-87e5-e0162b5e7270 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1153927 Apr 28 14:58:10.774160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for f3df144b-3380-4479-a381-c8735486b330 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:10.776442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::86a7:b42f:c865:2be8 (54d908dd-ca79-41d5-95f2-c906280f9818/668b46ad-3efe-4a53-a438-20704c12e45c/6cf9d14b-ee11-4152-ba82-53a34947e332) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:10.780468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:10.799263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Request body: {'port': {'network_id': '3db223e5-a618-4e11-aa03-63cc91910403', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2025357922'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:10.799496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.803082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.812542 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b84e9281-4bcc-4323-9967-84a41f459219 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4096453 Apr 28 14:58:10.818561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:10.837278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Pushing event updated for resources: {'Port': ['ID=0befa7ed-513e-4ae9-974f-85597911bd0b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:10.878949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] Routers {'3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:10.881029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.892892 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '268bea81-1456-45c7-b085-e55c0e944500', 'tenant_id': '16742291048a44409617a88a30c76b41', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'port_id': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'mac_address': 'fa:16:3e:f4:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:26Z', 'updated_at': '2022-04-28T14:58:06Z', 'revision_number': 1, 'project_id': '16742291048a44409617a88a30c76b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.900972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277a8f3e-7b5f-489b-8c5c-ae57a60dd9ca x-openstack-request-id: req-277a8f3e-7b5f-489b-8c5c-ae57a60dd9ca {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:58:10.901255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:58:10.901501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-277a8f3e-7b5f-489b-8c5c-ae57a60dd9ca {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:58:10.902493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277a8f3e-7b5f-489b-8c5c-ae57a60dd9ca'] response: {'name': 'network-changed', 'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'status': 'completed', 'code': 200} Apr 28 14:58:10.921747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.940183 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8e029fdc-e3d0-4cdd-9140-7b9527013014 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/3e65e383-710f-446d-9dc2-d6f4cf5dbf9f HTTP/1.1" status: 200 len: 924 time: 0.1204362 Apr 28 14:58:10.940445 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77bac0e-7176-4dc3-88a2-0e48cb151d6e None None] The sync data for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv is: [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '268bea81-1456-45c7-b085-e55c0e944500', 'tenant_id': '16742291048a44409617a88a30c76b41', 'floating_ip_address': '172.26.4.253', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'port_id': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'mac_address': 'fa:16:3e:f4:54:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:26Z', 'updated_at': '2022-04-28T14:58:06Z', 'revision_number': 1, 'project_id': '16742291048a44409617a88a30c76b41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:10.943320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:10.950979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:10.952291 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:58:10.989663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] Routers {'3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:10.990631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:10.998204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:10.998627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:11.001903 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:11.023303 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9c09c852-d4f7-436c-b94c-f01b017cbb46 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e65e383-710f-446d-9dc2-d6f4cf5dbf9f HTTP/1.1" status: 200 len: 205 time: 0.0711551 Apr 28 14:58:11.028573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:11.032226 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-257fb0e2-de98-456e-a636-141861a9749d service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649234 Apr 28 14:58:11.069408 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:11.070052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd81c7-773c-44f9-a94a-4ebc5ffe4f6f None None] The sync data for ids ['3e65e383-710f-446d-9dc2-d6f4cf5dbf9f'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:11.071558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Attempting to bind port 0befa7ed-513e-4ae9-974f-85597911bd0b on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:11.072346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Attempting to bind port 0befa7ed-513e-4ae9-974f-85597911bd0b by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:11.072346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Attempting to bind port 0befa7ed-513e-4ae9-974f-85597911bd0b on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:11.105895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6320f-f6ec-4405-8160-8642c556981a req-0131e781-ccbd-4366-96e6-ae344c14780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:11.108231 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-0131e781-ccbd-4366-96e6-ae344c14780d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.1626623 Apr 28 14:58:11.111083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.124980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.126516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:11.126908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:11.127369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.127767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:11.128296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Bound port: 0befa7ed-513e-4ae9-974f-85597911bd0b, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:11.128679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.132662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/11d17e89-81df-4197-8408-5b48d13df939 HTTP/1.1" status: 204 len: 168 time: 2.1361735 Apr 28 14:58:11.142148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:11.146219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.232648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71088e97-6fc4-411c-a460-1d147bfb4102 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=11d17e89-81df-4197-8408-5b48d13df939,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:11.280398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-3db223e5-a618-4e11-aa03-63cc91910403', 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403', 'tenant_id': 'eecec75c12f14b05aa66eb9149a1670b', 'fixed_ips': [{'subnet_id': 'd75fb773-4da3-4075-b874-70556d5fa5f4'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:11.281940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.298211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] For port 0befa7ed-513e-4ae9-974f-85597911bd0b, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:11.300692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=18f418d7-9127-41c1-b218-089c81a13fd8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:11.337152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] For port 0befa7ed-513e-4ae9-974f-85597911bd0b, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0befa7ed-513e-4ae9-974f-85597911bd0b,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:11.357008 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da572b1-4073-4a1d-817c-c8c28d22c914 None None] New status for floating IP 268bea81-1456-45c7-b085-e55c0e944500: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:58:11.364070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.386340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6320f-f6ec-4405-8160-8642c556981a req-924636f8-bba9-4535-a7f1-0e3c4546c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:11.388346 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-924636f8-bba9-4535-a7f1-0e3c4546c691 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.2563751 Apr 28 14:58:11.404970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.466989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 89882291-1433-4e8d-8acc-a33b9f6b5ee4 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:11.497042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=f3df144b-3380-4479-a381-c8735486b330,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:11.500139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No DVR routers for this DVR port f3df144b-3380-4479-a381-c8735486b330 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:11.511565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Made reservation on behalf of eecec75c12f14b05aa66eb9149a1670b for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:11.518659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.534175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.596893 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-71d43cd3-e930-4e78-b452-6dbee5876297 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1000 time: 0.1970100 Apr 28 14:58:11.635624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.662302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 89882291-1433-4e8d-8acc-a33b9f6b5ee4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:11.663041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 89882291-1433-4e8d-8acc-a33b9f6b5ee4 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:11.697088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Allocated IP 172.20.0.2 (3db223e5-a618-4e11-aa03-63cc91910403/d75fb773-4da3-4075-b874-70556d5fa5f4/e9c04b90-bf23-4a48-aca7-6d5b0a01fad0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:11.704352 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c896e8df-3e58-44b7-a4d1-2cfed56865b8 req-b2b9916d-fbc8-43a6-a807-16fdaaabb034 service neutron] 10.222.0.21 "GET /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531589 Apr 28 14:58:11.721203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c241f5-faca-4d9f-a519-4286696f4f0b None None] Pushing event updated for resources: {'Port': ['ID=0befa7ed-513e-4ae9-974f-85597911bd0b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:11.740368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83d6e05c-c829-45a1-b08c-66319d4fdc71', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'port_id': '92186880-25ce-4788-8f4a-e4ead078782d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'mac_address': 'fa:16:3e:aa:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699febe7-7f57-4a31-b424-2de02824067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:28Z', 'updated_at': '2022-04-28T14:58:05Z', 'revision_number': 1, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:11.749242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] device_id is not set on port 1db03a15-1b52-45d7-849b-0929083d054b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:11.758621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.779567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6320f-f6ec-4405-8160-8642c556981a req-2780e13c-f311-4522-8b9a-9886c196f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:11.781996 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-2780e13c-f311-4522-8b9a-9886c196f565 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.1739113 Apr 28 14:58:11.790325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c18139-fdc1-4ecc-9e5c-add585a975eb None None] The sync data for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv is: [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83d6e05c-c829-45a1-b08c-66319d4fdc71', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'port_id': '92186880-25ce-4788-8f4a-e4ead078782d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'mac_address': 'fa:16:3e:aa:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699febe7-7f57-4a31-b424-2de02824067f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:57:28Z', 'updated_at': '2022-04-28T14:58:05Z', 'revision_number': 1, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:11.837651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:11.913767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6320f-f6ec-4405-8160-8642c556981a req-f1406df6-aee7-45ce-bda4-9593f0d4e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:11.915635 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-f1406df6-aee7-45ce-bda4-9593f0d4e353 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266041 Apr 28 14:58:11.992934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.058613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.089157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.106685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f08cea0-f242-4b8f-be7b-a11306a9c9bd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.160436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-c64dd129-b28b-40c5-99d3-c41a307add55 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302327 Apr 28 14:58:12.173375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Network 3db223e5-a618-4e11-aa03-63cc91910403 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:12.174580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Pushing event updated for resources: {'Port': ['ID=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:12.180071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd51dff-f128-409d-ada5-115140b93cbc') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.180399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd51dff-f128-409d-ada5-115140b93cbc') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.180701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:12.182874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:12.223457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c58b92-69bc-4108-9029-4db75d3bb0dc None None] New status for floating IP 83d6e05c-c829-45a1-b08c-66319d4fdc71: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:58:12.254246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9b47b-4616-4086-899d-c9d6df253f51 req-194bcd25-59f9-4d5d-916f-d56b7c4862cf tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:12.256192 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b8f9b47b-4616-4086-899d-c9d6df253f51 req-194bcd25-59f9-4d5d-916f-d56b7c4862cf tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5558739 Apr 28 14:58:12.260672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.269673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.309826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.313184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.346793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.354125 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d2e6320f-f6ec-4405-8160-8642c556981a req-e136b079-e254-4545-b4f4-b71928b13d9a service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480646 Apr 28 14:58:12.360216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22038e2e-abf7-4003-b327-b17dae5cd169']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.365045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Router 804d899d-d7b9-4768-803d-6bfb38e6e033 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:12.404272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:12.404685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:12.409070 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:12.422599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Allocated IP 172.20.0.8 (3db223e5-a618-4e11-aa03-63cc91910403/d75fb773-4da3-4075-b874-70556d5fa5f4/1db03a15-1b52-45d7-849b-0929083d054b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:12.432213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d2268e-022d-435f-b5cc-2fc3838ee634') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.432556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d2268e-022d-435f-b5cc-2fc3838ee634') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.478019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:12.494706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:12.500202 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4aa12457-e155-484e-b675-ae0acff99777 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "PUT /v2.0/routers/804d899d-d7b9-4768-803d-6bfb38e6e033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7080650 Apr 28 14:58:12.502636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:12.509072 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] Sync routers for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:12.514590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Attempting to bind port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:12.515226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Attempting to bind port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '42e156fe-764e-4164-a807-203e8a830230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:12.515464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Attempting to bind port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 on network 3db223e5-a618-4e11-aa03-63cc91910403 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:12.532858 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:12.533814 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.539062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:12.539461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Checking segment: {'id': '42e156fe-764e-4164-a807-203e8a830230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:12.539887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.540299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Bound using segment: {'id': '42e156fe-764e-4164-a807-203e8a830230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:12.540774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Bound port: e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e156fe-764e-4164-a807-203e8a830230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '3db223e5-a618-4e11-aa03-63cc91910403'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:12.541154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.591781 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.614887 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] Routers {'804d899d-d7b9-4768-803d-6bfb38e6e033'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:12.615510 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:57:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['804d899d-d7b9-4768-803d-6bfb38e6e033'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.660400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.678583 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:12.679257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8c4424-6bd6-4ea6-aab8-e904fe5d97be None None] The sync data for ids ['804d899d-d7b9-4768-803d-6bfb38e6e033'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:12.858301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.859932 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] For port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:12.866925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] For port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,segment=NetworkSegment(42e156fe-764e-4164-a807-203e8a830230),segment_id=42e156fe-764e-4164-a807-203e8a830230)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:12.877918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.914040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.929587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.938598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:12.939052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.963428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64b21e-d61a-4c6b-9e19-064f9e27d8d3 None None] Pushing event updated for resources: {'Port': ['ID=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:12.977323 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:12.983452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port 778501bf-4fc7-48d5-b8f5-ccff06082fff {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:12.983795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:12.994570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:13.047514 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b8f9b47b-4616-4086-899d-c9d6df253f51 req-dd282dc5-43ee-4361-a2bd-6782023daf0c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7704611 Apr 28 14:58:13.048688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:13.055662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:13.056883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.070757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=6cf9d14b-ee11-4152-ba82-53a34947e332,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:13.108534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.117137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.123392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.127689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.131529 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/0f08cea0-f242-4b8f-be7b-a11306a9c9bd HTTP/1.1" status: 204 len: 168 time: 6.4721346 Apr 28 14:58:13.136712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for 778501bf-4fc7-48d5-b8f5-ccff06082fff owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:13.136865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.150397 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a6388f6e-d865-4010-be8a-cb3a3c4b3ff3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6769667 Apr 28 14:58:13.153080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.159206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.162858 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/22038e2e-abf7-4003-b327-b17dae5cd169 HTTP/1.1" status: 204 len: 168 time: 2.0197265 Apr 28 14:58:13.179840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.180950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3a20-332d-4820-a319-4e152b0eae03 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=0f08cea0-f242-4b8f-be7b-a11306a9c9bd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:13.234744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] Provisioning complete for port 0befa7ed-513e-4ae9-974f-85597911bd0b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:13.237259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.237557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port 82299969-3505-4c2f-80c6-4dd3cd8f9e38 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:13.237898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.261576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886c7ac-89ea-48fb-ae15-ff07c357f516 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:13.267625 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8886c7ac-89ea-48fb-ae15-ff07c357f516 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:13.278566 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8886c7ac-89ea-48fb-ae15-ff07c357f516 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1150935 Apr 28 14:58:13.278566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.285992 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-824e090a-aca0-4a44-85af-a09fa33e63ab tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:13.286671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824e090a-aca0-4a44-85af-a09fa33e63ab tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:13.297538 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-824e090a-aca0-4a44-85af-a09fa33e63ab tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/c817af54-2e1d-4a53-8376-36876fb1e746 HTTP/1.1" status: 404 len: 337 time: 0.1459332 Apr 28 14:58:13.307101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.328049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f6d9c-63c7-4597-8edf-03c5e429f783 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=22038e2e-abf7-4003-b327-b17dae5cd169,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:13.432299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.523797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] For port 0befa7ed-513e-4ae9-974f-85597911bd0b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0befa7ed-513e-4ae9-974f-85597911bd0b,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:13.529893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0befa7ed-513e-4ae9-974f-85597911bd0b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:13.566594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.568444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.622635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.645552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for 82299969-3505-4c2f-80c6-4dd3cd8f9e38 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:13.649771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35284242-f96a-49a7-96de-3e6a22bcb838 None None] Pushing event updated for resources: {'Port': ['ID=0befa7ed-513e-4ae9-974f-85597911bd0b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:13.667426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0befa7ed-513e-4ae9-974f-85597911bd0b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:13.668101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.677638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.773404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fa029164-0803-4a22-a7e1-86114e1c5091 None None] Provisioning complete for port 6cf9d14b-ee11-4152-ba82-53a34947e332 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:13.773768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fa029164-0803-4a22-a7e1-86114e1c5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.806778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.818386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fa029164-0803-4a22-a7e1-86114e1c5091 None None] Port 6cf9d14b-ee11-4152-ba82-53a34947e332 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:13.849666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd86a383-6a39-4cce-b0f1-6c105fb929f0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:13.892017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c3e0ce-9895-4251-a97c-89eadc950364') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:13.892422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c3e0ce-9895-4251-a97c-89eadc950364') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:13.897161 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e0971e-11a8-4079-a48d-72b2b59ac2e3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:13.897726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e0971e-11a8-4079-a48d-72b2b59ac2e3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:13.900637 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-27e0971e-11a8-4079-a48d-72b2b59ac2e3 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/0f08cea0-f242-4b8f-be7b-a11306a9c9bd HTTP/1.1" status: 404 len: 339 time: 0.5847509 Apr 28 14:58:13.901226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.906464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.908736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.959131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.967511 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca850b6-af49-4492-8186-db1e422ac53b tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:13.967977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca850b6-af49-4492-8186-db1e422ac53b tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:13.971789 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0ca850b6-af49-4492-8186-db1e422ac53b tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/2396783e-79bb-4fc4-81c1-5c7687052b3e HTTP/1.1" status: 404 len: 337 time: 0.0628929 Apr 28 14:58:13.975788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41070) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:13.976134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:13.976593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:13.979567 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:13.985225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Network 3db223e5-a618-4e11-aa03-63cc91910403 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:14.005016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:14.029722 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0866cd6e-ad9b-4171-8f5f-9810bf8a6ad0 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:14.030207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:14.030333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0866cd6e-ad9b-4171-8f5f-9810bf8a6ad0 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:14.032847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'Port': ['ID=1db03a15-1b52-45d7-849b-0929083d054b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.033584 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0866cd6e-ad9b-4171-8f5f-9810bf8a6ad0 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/720b0877-3de1-4da1-b7ee-7c91e4c6e161 HTTP/1.1" status: 404 len: 339 time: 0.0562320 Apr 28 14:58:14.037868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41072) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.083062 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb457a0-3136-48ae-9509-886e1e0830c1 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:14.083503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb457a0-3136-48ae-9509-886e1e0830c1 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:14.086487 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ddb457a0-3136-48ae-9509-886e1e0830c1 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/4f7afdb7-deff-45ab-a14d-a6b20626d6ed HTTP/1.1" status: 404 len: 337 time: 0.0475631 Apr 28 14:58:14.089984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41076) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.120077 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59e9f8c-be15-44e4-87a0-6690e3ad6e05 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:14.120733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59e9f8c-be15-44e4-87a0-6690e3ad6e05 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:14.127229 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b59e9f8c-be15-44e4-87a0-6690e3ad6e05 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/2edf5fc2-87c3-4c44-bd4a-a11a412ef292 HTTP/1.1" status: 404 len: 339 time: 0.0314245 Apr 28 14:58:14.127439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.128021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 6cf9d14b-ee11-4152-ba82-53a34947e332 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:14.128420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.133486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.160786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.170716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.175754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.181176 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/dd86a383-6a39-4cce-b0f1-6c105fb929f0 HTTP/1.1" status: 204 len: 168 time: 0.9958267 Apr 28 14:58:14.189577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41080) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.190406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:14.191056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.219495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=778501bf-4fc7-48d5-b8f5-ccff06082fff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.229520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876227-0dfe-4e52-9f67-8f84a3661158 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=dd86a383-6a39-4cce-b0f1-6c105fb929f0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.240030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=82299969-3505-4c2f-80c6-4dd3cd8f9e38,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.286994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-903c89a1-dd6b-4374-a805-4749058c27bc tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5010843 Apr 28 14:58:14.293863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.300481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Request body: {'port': {'network_id': '3db223e5-a618-4e11-aa03-63cc91910403', 'name': 'tempest-ExtraDHCPOptionsTestJSON-749857744', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:14.300964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] bootfile-name is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:14.301293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] tftp-server is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:14.301616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] server-ip-address is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:14.342466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.424523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7dcaf-b346-4fbf-938f-95776757e9df None None] Network 3db223e5-a618-4e11-aa03-63cc91910403 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:14.444754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.447277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.462346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.470652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a76e4-6d89-4cac-b3c2-5a94081d685c req-9e9b365b-962e-4371-be89-c9d00b347f24 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:14.472346 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-df7a76e4-6d89-4cac-b3c2-5a94081d685c req-9e9b365b-962e-4371-be89-c9d00b347f24 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3160934 Apr 28 14:58:14.478826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.488905 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.493344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port 02c9e6d4-2797-428b-8b93-a405eae848ae {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:14.493344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.500256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] Provisioning complete for port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:14.500256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.510308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.510874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router 3e65e383-710f-446d-9dc2-d6f4cf5dbf9f {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:14.519588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.524358 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3c480552-a94e-4de4-ad3f-dfc7ad388874 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/3e65e383-710f-446d-9dc2-d6f4cf5dbf9f HTTP/1.1" status: 204 len: 168 time: 3.4876692 Apr 28 14:58:14.528126 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.557161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-517581096', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:14.588975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 6cf9d14b-ee11-4152-ba82-53a34947e332 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:14.594183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.610828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for 02c9e6d4-2797-428b-8b93-a405eae848ae owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:14.612886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.613962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.651030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.653763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.658685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.697780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] For port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,segment=NetworkSegment(42e156fe-764e-4164-a807-203e8a830230),segment_id=42e156fe-764e-4164-a807-203e8a830230)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:14.704809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.713718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.757266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05a28-d108-4aa3-ae4b-8666703562c5 None None] Pushing event updated for resources: {'Port': ['ID=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.784849 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-df7a76e4-6d89-4cac-b3c2-5a94081d685c req-090199a3-202c-45cf-acc6-5892abf85946 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912021 Apr 28 14:58:14.846797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.847061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Fanout notify agent at l3_agent the message router_deleted on router 804d899d-d7b9-4768-803d-6bfb38e6e033 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:14.872724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.880559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.881674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d7d1b2fa-e66a-41b3-aeed-04a8a9e680da tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/routers/804d899d-d7b9-4768-803d-6bfb38e6e033 HTTP/1.1" status: 204 len: 168 time: 2.3779721 Apr 28 14:58:14.888119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.907226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.925570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.948567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Made reservation on behalf of eecec75c12f14b05aa66eb9149a1670b for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:14.952074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.964538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9489cd1-ccee-4f3d-8118-8afd6c71d06e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:14.970489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=02c9e6d4-2797-428b-8b93-a405eae848ae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:14.982429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:14.986383 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-54029c85-cc10-4708-b059-97f20ef4df38 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/ports/02c9e6d4-2797-428b-8b93-a405eae848ae HTTP/1.1" status: 204 len: 168 time: 0.8581359 Apr 28 14:58:14.991277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:14.999698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37949c87-8c6c-42a4-b8d9-f7b3fe2aad7d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:15.000029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37949c87-8c6c-42a4-b8d9-f7b3fe2aad7d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:15.015228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219525a-e6ae-4cd2-8ffb-50478b6770ac req-7b1e3f3d-b71c-4325-b50e-b37e3eb6410f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:15.016442 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c219525a-e6ae-4cd2-8ffb-50478b6770ac req-7b1e3f3d-b71c-4325-b50e-b37e3eb6410f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1497705 Apr 28 14:58:15.033821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8677d2d9-24a8-4187-9eb1-1d73edee84b5 None None] Provisioning complete for port 1db03a15-1b52-45d7-849b-0929083d054b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:15.034564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8677d2d9-24a8-4187-9eb1-1d73edee84b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.076642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.078843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8677d2d9-24a8-4187-9eb1-1d73edee84b5 None None] Port 1db03a15-1b52-45d7-849b-0929083d054b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:15.081845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting subnet 470cd176-1a81-47ab-8e3c-f207b90479f1 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:15.092709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] device_id is not set on port 92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:15.094230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8677d2d9-24a8-4187-9eb1-1d73edee84b5 None None] Provisioning complete for port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:15.094975 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8677d2d9-24a8-4187-9eb1-1d73edee84b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.097553 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae564a8-4784-4602-97e8-fa6c99d29387 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:15.098128 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c219525a-e6ae-4cd2-8ffb-50478b6770ac req-f64ef3a0-ab24-4122-a089-88159eff6f30 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554297 Apr 28 14:58:15.112197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae564a8-4784-4602-97e8-fa6c99d29387 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:15.122134 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6ae564a8-4784-4602-97e8-fa6c99d29387 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/f2d0f6b1-e00b-4112-90a4-189554db9520 HTTP/1.1" status: 404 len: 337 time: 0.1302426 Apr 28 14:58:15.123692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.127991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41094) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:15.184635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.226470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638f1fa-5d0d-41bb-af94-ad6d4f5b4e80 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:15.342152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a492f3ec-4cba-4c29-b591-87c7c7fd4c54 None None] Provisioning complete for port 1db03a15-1b52-45d7-849b-0929083d054b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:15.342612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a492f3ec-4cba-4c29-b591-87c7c7fd4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.374993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Allocated IP 172.20.0.7 (3db223e5-a618-4e11-aa03-63cc91910403/d75fb773-4da3-4075-b874-70556d5fa5f4/92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:15.390205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a492f3ec-4cba-4c29-b591-87c7c7fd4c54 None None] Port 1db03a15-1b52-45d7-849b-0929083d054b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:15.395863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.409422 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.411819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.419823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.439534 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638f1fa-5d0d-41bb-af94-ad6d4f5b4e80 None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:15.461909 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.467379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:15.467784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:15.471251 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:15.494375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=6cf9d14b-ee11-4152-ba82-53a34947e332,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:15.533110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0befa7ed-513e-4ae9-974f-85597911bd0b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:15.598436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01a7b078-a835-4ffd-83b1-ad50067e7ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.624285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.626505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b6bd-0693-4ad5-9030-381a88727867 req-3e98361d-2fda-470d-9b94-53501f0dd632 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:15.628047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f5a8b6bd-0693-4ad5-9030-381a88727867 req-3e98361d-2fda-470d-9b94-53501f0dd632 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2280300 Apr 28 14:58:15.635131 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4c6fdb87-775d-40e7-a0cd-5005b0aafb57 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/6cf9d14b-ee11-4152-ba82-53a34947e332 HTTP/1.1" status: 204 len: 168 time: 2.3573661 Apr 28 14:58:15.657415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:15.658124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0befa7ed-513e-4ae9-974f-85597911bd0b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:15.658587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.681730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.704116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.708264 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] 10.222.0.58 "DELETE /v2.0/networks/a9489cd1-ccee-4f3d-8118-8afd6c71d06e HTTP/1.1" status: 204 len: 168 time: 1.4903512 Apr 28 14:58:15.724223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.738980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.787905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192641ac-8de1-4f8f-b119-aa3b42a912e0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:15.808375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582210a-75df-4531-b9b7-b44d88fcb57e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:15.809849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582210a-75df-4531-b9b7-b44d88fcb57e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:15.811344 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f582210a-75df-4531-b9b7-b44d88fcb57e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1520131 Apr 28 14:58:15.815601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a13efd-bbee-46f3-9433-840f6a7bf170') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:15.815866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a13efd-bbee-46f3-9433-840f6a7bf170') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:15.827572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41102) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:15.830710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f5a8b6bd-0693-4ad5-9030-381a88727867 req-62d5ee4b-d152-464b-9d20-e60d8855dd6e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724868 Apr 28 14:58:15.838553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 172.26.4.166 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/341a9e00-e38b-447d-8cac-a49f1a40cdcb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:15.841791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:15.845863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.852136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.854047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4e27-2878-445b-bbb6-67d5d8405bd4 tempest-BulkNetworkOpsIpV6Test-503620223 tempest-BulkNetworkOpsIpV6Test-503620223-project] Pushing event deleted for resources: {'Network': ['ID=a9489cd1-ccee-4f3d-8118-8afd6c71d06e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:15.888877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.919804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c682fc81-230f-45ff-bafb-5e7cd451a1bf None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:15.930959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:15.931363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:15.934423 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:15.955832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.975635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:15.978384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 668b46ad-3efe-4a53-a438-20704c12e45c {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:15.992360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.014936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:16.016720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.023068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.029722 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/subnets/470cd176-1a81-47ab-8e3c-f207b90479f1 HTTP/1.1" status: 204 len: 168 time: 1.1310961 Apr 28 14:58:16.053117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eecfb-8c40-4c16-823e-b80586a0045f tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Subnet': ['ID=470cd176-1a81-47ab-8e3c-f207b90479f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:16.064535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.113366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.116501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.143471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c682fc81-230f-45ff-bafb-5e7cd451a1bf None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:16.154738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.172444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Network 3db223e5-a618-4e11-aa03-63cc91910403 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:16.176708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.178790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:16.180907 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/192641ac-8de1-4f8f-b119-aa3b42a912e0 HTTP/1.1" status: 204 len: 168 time: 1.0457528 Apr 28 14:58:16.183030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:16.187831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9feff-2a19-4d6e-bc28-5d075d2cd9ee tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=192641ac-8de1-4f8f-b119-aa3b42a912e0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:16.189569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.215681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.288368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:16.290584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.307803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.315743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'Port': ['ID=92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:16.326981 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-809f081b-6366-4d74-9546-65c25b812a95 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.0304925 Apr 28 14:58:16.330387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.344511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.396957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.425185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd376c-0e7d-4852-bf32-3f2d73fa739a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:16.430986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd376c-0e7d-4852-bf32-3f2d73fa739a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:16.436840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd376c-0e7d-4852-bf32-3f2d73fa739a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:16.437562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:16.437896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.443984 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a2bd376c-0e7d-4852-bf32-3f2d73fa739a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1063881 Apr 28 14:58:16.443984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.449495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port 415688f5-df04-4820-8599-ee91818e7b46 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:16.450214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.470557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:16.483327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:16.527167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:16.534186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=341a9e00-e38b-447d-8cac-a49f1a40cdcb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:16.562411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.586314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.594737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52e7b9d-5b18-4ea5-b51e-97f3330821c6 None None] Network 29002a21-49c9-41e3-aa76-d61cc35e2ee7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:16.640269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.646160 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/668b46ad-3efe-4a53-a438-20704c12e45c HTTP/1.1" status: 204 len: 168 time: 0.8117993 Apr 28 14:58:16.655006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed92b10-aab6-44db-b7da-738184566959 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=668b46ad-3efe-4a53-a438-20704c12e45c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:16.659230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.682063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for 7f57a62a-b2e1-4317-9f59-a5b9ea084f2f owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:16.719015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] For port 415688f5-df04-4820-8599-ee91818e7b46, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=415688f5-df04-4820-8599-ee91818e7b46,segment=NetworkSegment(9958f38a-bb8c-48db-8df1-fc3ceb2610ca),segment_id=9958f38a-bb8c-48db-8df1-fc3ceb2610ca)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:16.719522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.738196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for 415688f5-df04-4820-8599-ee91818e7b46 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:16.835321 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a36df7a1-90ff-4359-9777-604089cdc7c8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=92a03baf221545dc97678c775216e3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6735699 Apr 28 14:58:16.838708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:16.876500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] DHCP port deletion for 29002a21-49c9-41e3-aa76-d61cc35e2ee7 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:16.925148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21145a3-6b9b-4917-8a8d-2aa861c25b0c None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:16.934343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.943528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Deleting port 92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:16.943960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:16.990453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] No DVR routers for this DVR port 415688f5-df04-4820-8599-ee91818e7b46 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:16.995680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=415688f5-df04-4820-8599-ee91818e7b46,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.068975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.083167 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1839023b-f3b5-4f7b-8ec3-762bf5be561c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3987739 Apr 28 14:58:17.090627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:17.123636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:17.137562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-634a48f0-aff0-4e3f-8ffe-938b9e004dc6 None None] Provisioning complete for port 92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:17.137901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-634a48f0-aff0-4e3f-8ffe-938b9e004dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.180984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f44448-a612-48d8-9acd-ec0424ecdc1e req-990b9c60-d1d0-4320-a57d-1008cee08c3f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:17.182554 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-41f44448-a612-48d8-9acd-ec0424ecdc1e req-990b9c60-d1d0-4320-a57d-1008cee08c3f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5927627 Apr 28 14:58:17.223515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-634a48f0-aff0-4e3f-8ffe-938b9e004dc6 None None] Port 92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:17.230846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Deleting port 415688f5-df04-4820-8599-ee91818e7b46 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:17.231188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.308316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] For port 415688f5-df04-4820-8599-ee91818e7b46, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:17.308708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.316403 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-41f44448-a612-48d8-9acd-ec0424ecdc1e req-994efa48-cb48-4dac-a278-0fefafbac8ca tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991309 Apr 28 14:58:17.342006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Calling delete_port for 415688f5-df04-4820-8599-ee91818e7b46 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:17.346046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Port 415688f5-df04-4820-8599-ee91818e7b46 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 14:58:17.347460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.363905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 415688f5-df04-4820-8599-ee91818e7b46 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:17.390514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] No DVR routers for this DVR port 415688f5-df04-4820-8599-ee91818e7b46 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:17.406158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.418041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 415688f5-df04-4820-8599-ee91818e7b46 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:17.418416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 415688f5-df04-4820-8599-ee91818e7b46 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:17.424945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:17.436958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eed3c-7ba5-4f6e-b836-6797ab54d15b None None] Pushing event deleted for resources: {'Port': ['ID=415688f5-df04-4820-8599-ee91818e7b46,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.477491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=7f57a62a-b2e1-4317-9f59-a5b9ea084f2f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.485090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.488020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Deleting port 0befa7ed-513e-4ae9-974f-85597911bd0b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:17.488399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.491654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-143e55cd-21c9-4e07-acbb-a1c6d24c74f4 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/ports/7f57a62a-b2e1-4317-9f59-a5b9ea084f2f HTTP/1.1" status: 204 len: 168 time: 1.2939067 Apr 28 14:58:17.494481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:17.530149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.556491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69bf691-2889-4ea9-b950-16e001a43dac tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:17.556491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69bf691-2889-4ea9-b950-16e001a43dac tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:17.556491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e69bf691-2889-4ea9-b950-16e001a43dac tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/efbaa59e-843f-46df-9cf8-cc5016cce199 HTTP/1.1" status: 404 len: 337 time: 0.0569878 Apr 28 14:58:17.556491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:17.565360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] For port 0befa7ed-513e-4ae9-974f-85597911bd0b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0befa7ed-513e-4ae9-974f-85597911bd0b,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:17.565857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.566578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.568427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.582871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Calling delete_port for 0befa7ed-513e-4ae9-974f-85597911bd0b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:17.608354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29002a21-49c9-41e3-aa76-d61cc35e2ee7']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.624368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.646438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9958f38a-bb8c-48db-8df1-fc3ceb2610ca') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.646730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9958f38a-bb8c-48db-8df1-fc3ceb2610ca') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.651594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Calling delete_port for 92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:17.670935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.676939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.682082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.704612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] Pushing event deleted for resources: {'Port': ['ID=0befa7ed-513e-4ae9-974f-85597911bd0b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.710971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e041b52-d87d-48b2-972e-e67917af87bc None None] No DVR routers for this DVR port 0befa7ed-513e-4ae9-974f-85597911bd0b on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:17.726509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.735149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:17.735565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.738565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:17.742019 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:17.744974 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:17.845165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.847568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.851207 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a1b2015-269e-4ad6-a7cc-d298e0767936 HTTP/1.1" status: 204 len: 168 time: 1.0069385 Apr 28 14:58:17.855970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.882620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf97cb-e3d7-480e-9d27-684ad72ea6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1b2015-269e-4ad6-a7cc-d298e0767936,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.895834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.907387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.910343 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/networks/29002a21-49c9-41e3-aa76-d61cc35e2ee7 HTTP/1.1" status: 204 len: 168 time: 1.8441563 Apr 28 14:58:17.912881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2ec58a-b4a8-4841-8873-82a30a1f1ff6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.915300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:17.931950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c808-b558-49f6-bfd7-3accc00661a2 tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Network': ['ID=29002a21-49c9-41e3-aa76-d61cc35e2ee7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:17.960499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f43f005b-818b-43b9-90a8-d4a49556f9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:17.974035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.974265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68b898c-4298-44ba-85ec-2ae6fe7de2f2') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:17.992359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.010142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.045880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event deleted for resources: {'Port': ['ID=92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:18.046694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.059185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.070374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:18.070812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:18.075126 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:18.165659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.173075 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2591d4e2-b4ef-4156-baa4-ec4e0b811440 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "DELETE /v2.0/ports/92f900fd-f2aa-4fdc-803e-5ef2f1cc84ac HTTP/1.1" status: 204 len: 168 time: 1.7265329 Apr 28 14:58:18.173949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.204141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Request body: {'port': {'name': 'tempest-new-port-name-2053453267', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:18.204765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] bootfile-name is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:18.205572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] tftp-server is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:18.205920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.api.validators [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] server-ip-address is not in valid_values {{(pid=102640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 28 14:58:18.220868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.230111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.233285 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/4c2ec58a-b4a8-4841-8873-82a30a1f1ff6 HTTP/1.1" status: 204 len: 168 time: 0.6769156 Apr 28 14:58:18.238974 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.294796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.304187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca8b67-e27f-4390-8db5-d0070f8b9a6e tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=4c2ec58a-b4a8-4841-8873-82a30a1f1ff6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:18.318491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.325016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Deleting port e828ce1a-a6dc-4904-ac97-070410cd1e55 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:18.325558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.383609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting subnet 22a4bf1c-5402-4eb3-976a-a7fbb36bbebe {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:18.385671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.391124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:18.399205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.429941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:18.437196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:18.437805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.442059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.442385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.445977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6864b-224a-47fd-89dd-3eaf4bbd69f1 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:18.460225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Calling delete_port for e828ce1a-a6dc-4904-ac97-070410cd1e55 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:18.468421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=9908ada4-73b6-4fc4-93d6-4dcc9b8338c4,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:18.485131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router 3cd19ac7-ed8d-417c-993a-cc55337de7aa is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:18.543323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.576160 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-45182db9-1b65-45c3-8f27-9b0fa11529f4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4539502 Apr 28 14:58:18.583004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.593729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '9908ada4-73b6-4fc4-93d6-4dcc9b8338c4', 'ip_address': '2001:db8::794f:6db7:bd64:e544'}], 'name': 'tempest-NetworksTestDHCPv6-1537305997'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:18.683760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:18.689872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '9908ada4-73b6-4fc4-93d6-4dcc9b8338c4'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:18.690693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.697816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Sync routers for ids ['3cd19ac7-ed8d-417c-993a-cc55337de7aa'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:18.729636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Routers {'3cd19ac7-ed8d-417c-993a-cc55337de7aa'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:18.730335 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3cd19ac7-ed8d-417c-993a-cc55337de7aa'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:18.744963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.746782 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b817db47-729a-4816-898a-573435dfba5a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1930833 Apr 28 14:58:18.750550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.758577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad478be9-96b2-4ae5-babd-0023e6334ee2 req-416c9479-bec8-47e4-b631-4ab86d86d226 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:18.767427 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad478be9-96b2-4ae5-babd-0023e6334ee2 req-416c9479-bec8-47e4-b631-4ab86d86d226 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3220351 Apr 28 14:58:18.810997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:18.827405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.841160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:18.895138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Pushing event deleted for resources: {'Port': ['ID=e828ce1a-a6dc-4904-ac97-070410cd1e55,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:18.953348 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad478be9-96b2-4ae5-babd-0023e6334ee2 req-b4d6f408-a378-4a4d-94d4-15316469dc08 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849341 Apr 28 14:58:18.966127 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98f285ec-b0ff-49f4-80be-f796ef0e534f tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/3cd19ac7-ed8d-417c-993a-cc55337de7aa HTTP/1.1" status: 200 len: 908 time: 0.2119997 Apr 28 14:58:18.966817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:18.979130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Set router 3cd19ac7-ed8d-417c-993a-cc55337de7aa gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:18.981267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-517581096', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:18.987679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.002681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.005562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.006817 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ad5a30c0-6cf3-4495-8674-6d57a01e5f6d tempest-FloatingIPAdminTestJSON-31362609 tempest-FloatingIPAdminTestJSON-31362609-project] 10.222.0.58 "DELETE /v2.0/floatingips/1dc04ffc-8c15-4251-89e4-9a080678a816 HTTP/1.1" status: 204 len: 168 time: 1.0889673 Apr 28 14:58:19.019695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.032422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.033316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.054995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963111910'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:19.075833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/9908ada4-73b6-4fc4-93d6-4dcc9b8338c4/8840b5d1-363d-4d89-8c92-895cd3699385) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:19.114305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.117483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.122559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.139061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.161312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.163080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:19.168218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.178588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port fe423592-e87c-4496-b9e4-39c5ed109943 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:19.181375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.185794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ca670-0022-4c00-ae0a-15a62712bf54 None None] Network 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:19.239773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Subnet': ['ID=22a4bf1c-5402-4eb3-976a-a7fbb36bbebe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:19.255906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.269382 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-44895dd2-5cfb-4d34-8f5c-04f070eabffa tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/subnets/22a4bf1c-5402-4eb3-976a-a7fbb36bbebe HTTP/1.1" status: 204 len: 168 time: 1.0272627 Apr 28 14:58:19.291682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41180) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:19.399332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.410936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41182) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:19.419377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0befa7ed-513e-4ae9-974f-85597911bd0b no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:19.444418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0befa7ed-513e-4ae9-974f-85597911bd0b {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:19.450039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0befa7ed-513e-4ae9-974f-85597911bd0b not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:19.487060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event updated for resources: {'Port': ['ID=1db03a15-1b52-45d7-849b-0929083d054b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:19.505673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.535031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.549038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] In _notify_port_updated(), no bound segment for port 1db03a15-1b52-45d7-849b-0929083d054b on network 3db223e5-a618-4e11-aa03-63cc91910403 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:58:19.555364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:19.556093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.557443 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-663868ca-4ec4-4a70-96fa-36467e10c24d tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "PUT /v2.0/ports/1db03a15-1b52-45d7-849b-0929083d054b HTTP/1.1" status: 200 len: 1136 time: 1.3629708 Apr 28 14:58:19.574522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41186) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:19.587809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:19.604118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:19.607788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:19.620213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.626079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.628953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] DHCP port deletion for 249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:19.635947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166'}], 'enable_snat': False}, 'gw_port_id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:14Z', 'updated_at': '2022-04-28T14:58:17Z', 'revision_number': 3, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port': {'id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:15Z', 'updated_at': '2022-04-28T14:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:19.664614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fac259-e4ae-4e56-8028-c82c8c704c7a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:19.669934 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-99fac259-e4ae-4e56-8028-c82c8c704c7a tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "GET /v2.0/ports/1db03a15-1b52-45d7-849b-0929083d054b HTTP/1.1" status: 200 len: 1136 time: 0.0869889 Apr 28 14:58:19.671830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Pushing event updated for resources: {'Port': ['ID=8840b5d1-363d-4d89-8c92-895cd3699385,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:19.695007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41188) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:19.700583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.705985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Checking router: 3cd19ac7-ed8d-417c-993a-cc55337de7aa for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:19.706331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Updating router 3cd19ac7-ed8d-417c-993a-cc55337de7aa port 341a9e00-e38b-447d-8cac-a49f1a40cdcb binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:58:19.709800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:19.743013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85e3ee-27e7-4b87-8443-c6a23feae475,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:19.745785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.745905 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 1ed18fd9-eddd-45ae-ace8-227be7d1ec61 of type vlan for network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 Apr 28 14:58:19.748369 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c492c241-5ccf-46f9-a6aa-65690675cdfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cab382fd4faa4a93bd63febfbb62e69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316483 Apr 28 14:58:19.754911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41190) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:19.774494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.815137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::794f:6db7:bd64:e544 (54d908dd-ca79-41d5-95f2-c906280f9818/9908ada4-73b6-4fc4-93d6-4dcc9b8338c4/fe423592-e87c-4496-b9e4-39c5ed109943) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:19.871858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.930703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.962950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1effb976-0f07-47a3-95d4-1f0b91508620 None None] Provisioning complete for port 1db03a15-1b52-45d7-849b-0929083d054b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:19.963316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1effb976-0f07-47a3-95d4-1f0b91508620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:19.969463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Attempting to bind port 8840b5d1-363d-4d89-8c92-895cd3699385 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:19.969826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Attempting to bind port 8840b5d1-363d-4d89-8c92-895cd3699385 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:19.970181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Attempting to bind port 8840b5d1-363d-4d89-8c92-895cd3699385 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:20.002959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:20.003600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:20.003713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.004689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:20.004689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Bound port: 8840b5d1-363d-4d89-8c92-895cd3699385, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:20.005300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.027176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Deleting port 1db03a15-1b52-45d7-849b-0929083d054b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:20.027546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.106888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1effb976-0f07-47a3-95d4-1f0b91508620 None None] Port 1db03a15-1b52-45d7-849b-0929083d054b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:20.134101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Deleting port a074a783-268d-4b4e-9732-b24cc3fa3ac6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:20.134829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.152065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.167601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.170141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.171965 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d813cc29-179c-4265-852a-cf8962368a1d HTTP/1.1" status: 204 len: 168 time: 0.4143124 Apr 28 14:58:20.176829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.210924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.232771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Calling delete_port for 1db03a15-1b52-45d7-849b-0929083d054b owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:20.235802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.241304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:20.241916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.242532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.262890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d39a-cfd5-4b0d-a0c6-0dcfd9456e21 req-d1d7b618-5656-433a-9db4-b981b9a3051a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:20.264272 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a428d39a-cfd5-4b0d-a0c6-0dcfd9456e21 req-d1d7b618-5656-433a-9db4-b981b9a3051a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1516669 Apr 28 14:58:20.265677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Deleting port a074a783-268d-4b4e-9732-b24cc3fa3ac6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:20.266011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.285536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] For port a074a783-268d-4b4e-9732-b24cc3fa3ac6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a074a783-268d-4b4e-9732-b24cc3fa3ac6,segment=NetworkSegment(79891614-8dea-4731-bb2a-fc04128de3ce),segment_id=79891614-8dea-4731-bb2a-fc04128de3ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:20.286101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.306012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] For port 8840b5d1-363d-4d89-8c92-895cd3699385, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:20.320753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ec0d8-f19e-427f-a83c-e713d728791c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d813cc29-179c-4265-852a-cf8962368a1d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.324706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.337910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] For port 8840b5d1-363d-4d89-8c92-895cd3699385, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8840b5d1-363d-4d89-8c92-895cd3699385,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:20.339229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Calling delete_port for a074a783-268d-4b4e-9732-b24cc3fa3ac6 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:20.356152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.373731 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5443916 Apr 28 14:58:20.403985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7406f-49fd-438e-b3cc-252dd137772b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=8c7f9623-4a55-4891-abc1-100e1c2dbb92,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.434090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] For port a074a783-268d-4b4e-9732-b24cc3fa3ac6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=a074a783-268d-4b4e-9732-b24cc3fa3ac6,segment=NetworkSegment(79891614-8dea-4731-bb2a-fc04128de3ce),segment_id=79891614-8dea-4731-bb2a-fc04128de3ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:20.434438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.450264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a428d39a-cfd5-4b0d-a0c6-0dcfd9456e21 req-6eb857f3-d4d3-4fc1-a399-d1b59f498e44 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661165 Apr 28 14:58:20.458301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Calling delete_port for a074a783-268d-4b4e-9732-b24cc3fa3ac6 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:20.498864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:20.546029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ca386-d14f-4792-9f1a-100e9032cff8 None None] Pushing event updated for resources: {'Port': ['ID=8840b5d1-363d-4d89-8c92-895cd3699385,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.591986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=fe423592-e87c-4496-b9e4-39c5ed109943,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.626871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.703565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.753169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.813522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] No DVR routers for this DVR port a074a783-268d-4b4e-9732-b24cc3fa3ac6 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:20.828512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68c14-256e-4504-9bce-232aa15c1c4e None None] Pushing event updated for resources: {'Port': ['ID=341a9e00-e38b-447d-8cac-a49f1a40cdcb,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.837903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41198) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:20.874009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.875739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ffb93-fa46-45a3-a862-23ab838d720e None None] Pushing event deleted for resources: {'Port': ['ID=a074a783-268d-4b4e-9732-b24cc3fa3ac6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:20.880518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Attempting to bind port 341a9e00-e38b-447d-8cac-a49f1a40cdcb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:20.880518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Attempting to bind port 341a9e00-e38b-447d-8cac-a49f1a40cdcb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:20.880869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Attempting to bind port 341a9e00-e38b-447d-8cac-a49f1a40cdcb on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:20.891059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:20.891463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:20.891868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.892666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:20.892837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Bound port: 341a9e00-e38b-447d-8cac-a49f1a40cdcb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:20.893209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.894836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.904516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:20.909764 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d696b6f9-7927-44aa-81f1-b1b8620dbb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.932804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:20.951549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] For port 341a9e00-e38b-447d-8cac-a49f1a40cdcb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:20.953319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.962699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:20.968514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:20.971235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.981891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] For port 341a9e00-e38b-447d-8cac-a49f1a40cdcb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=341a9e00-e38b-447d-8cac-a49f1a40cdcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:20.983329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:20.994175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.065805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Port': ['ID=a074a783-268d-4b4e-9732-b24cc3fa3ac6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:21.067930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] No DVR routers for this DVR port a074a783-268d-4b4e-9732-b24cc3fa3ac6 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:21.119143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Routers {'3cd19ac7-ed8d-417c-993a-cc55337de7aa'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:21.119767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3cd19ac7-ed8d-417c-993a-cc55337de7aa'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:21.123727 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d696b6f9-7927-44aa-81f1-b1b8620dbb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.138093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-4cdd4aa0-b23c-4eb7-86dc-b2ec162bbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.139987 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-4cdd4aa0-b23c-4eb7-86dc-b2ec162bbf7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.4123750 Apr 28 14:58:21.166811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:21.168197 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3896dd69-a879-4e37-9457-baa6721c2309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5841005 Apr 28 14:58:21.169021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.248331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.257068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d696b6f9-7927-44aa-81f1-b1b8620dbb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.307839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249da5cb-ab0b-4ea3-81f1-e9fe68664fe0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:21.314221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 172.26.4.174 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/6c9d3589-9e55-42ca-9d6b-47d574aa19c6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:21.335752 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] Set router 3cd19ac7-ed8d-417c-993a-cc55337de7aa gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:21.338786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79891614-8dea-4731-bb2a-fc04128de3ce') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:21.339291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79891614-8dea-4731-bb2a-fc04128de3ce') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:21.368916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.414850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event deleted for resources: {'Port': ['ID=1db03a15-1b52-45d7-849b-0929083d054b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:21.421878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a0501-6167-4391-84f8-baea9b4319ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.429295 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a0501-6167-4391-84f8-baea9b4319ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.436049 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0c8a0501-6167-4391-84f8-baea9b4319ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2326248 Apr 28 14:58:21.451259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:21.483798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8840b5d1-363d-4d89-8c92-895cd3699385 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:21.524260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-9c9e9cde-40f0-46c8-a055-9dbc10e9f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.525818 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-9c9e9cde-40f0-46c8-a055-9dbc10e9f46a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.3435597 Apr 28 14:58:21.532194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.535671 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-98c049e6-2a32-45c3-a25f-5923f0eb5b2e tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "DELETE /v2.0/ports/1db03a15-1b52-45d7-849b-0929083d054b HTTP/1.1" status: 204 len: 168 time: 1.8396881 Apr 28 14:58:21.575611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.584520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:21.622866 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-4d3824fb-e7bf-40c8-b62d-e8d8cf73d38a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.0856407 Apr 28 14:58:21.666712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:21.666952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.671702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d68c14-256e-4504-9bce-232aa15c1c4e None None] Pushing event updated for resources: {'Port': ['ID=341a9e00-e38b-447d-8cac-a49f1a40cdcb,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:21.676859 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:21.733385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-96b3a902-814d-4b37-bbcb-371ca23f830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.737479 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-96b3a902-814d-4b37-bbcb-371ca23f830c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.1021173 Apr 28 14:58:21.773575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 8840b5d1-363d-4d89-8c92-895cd3699385 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:21.774200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.833003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Deleting subnet d75fb773-4da3-4075-b874-70556d5fa5f4 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:21.840768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.842248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696b6f9-7927-44aa-81f1-b1b8620dbb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eda197-4fc7-451c-ab49-d22286d83153,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:21.884973 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d696b6f9-7927-44aa-81f1-b1b8620dbb99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9581de7b5a0149538afcc25ceceb0528&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0307107 Apr 28 14:58:21.904361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:21.933409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.943299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a64b2-cffd-4631-8a21-2faca9eb2232 req-64388a69-e3bc-4c6c-93b8-9ccb779a5f07 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.944905 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8c7a64b2-cffd-4631-8a21-2faca9eb2232 req-64388a69-e3bc-4c6c-93b8-9ccb779a5f07 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3064179 Apr 28 14:58:21.971905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:21.987619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-2db6c0e9-26d0-4144-8707-6da58057a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:21.989662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-2db6c0e9-26d0-4144-8707-6da58057a0bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2413735 Apr 28 14:58:22.013629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166'}], 'enable_snat': False}, 'gw_port_id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:14Z', 'updated_at': '2022-04-28T14:58:17Z', 'revision_number': 3, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port': {'id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:15Z', 'updated_at': '2022-04-28T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:22.054593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.055358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f457a096-d80e-4ab1-8f33-b876a1da6a09 None None] The sync data for ids ['3cd19ac7-ed8d-417c-993a-cc55337de7aa'] in dv-neutron-839772-1-hyperv is: [{'id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166'}], 'enable_snat': False}, 'gw_port_id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:14Z', 'updated_at': '2022-04-28T14:58:17Z', 'revision_number': 3, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port': {'id': '341a9e00-e38b-447d-8cac-a49f1a40cdcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:18:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd19ac7-ed8d-417c-993a-cc55337de7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:15Z', 'updated_at': '2022-04-28T14:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:22.098983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 8840b5d1-363d-4d89-8c92-895cd3699385, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8840b5d1-363d-4d89-8c92-895cd3699385,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:22.114464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.167674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.178089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.182040 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] 10.222.0.58 "DELETE /v2.0/networks/249da5cb-ab0b-4ea3-81f1-e9fe68664fe0 HTTP/1.1" status: 204 len: 168 time: 2.7801085 Apr 28 14:58:22.220854 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8c7a64b2-cffd-4631-8a21-2faca9eb2232 req-c947d618-2d5e-4f26-b16e-69b63fb598b5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633221 Apr 28 14:58:22.224496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a074a783-268d-4b4e-9732-b24cc3fa3ac6 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:22.233762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.259228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.265412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.268986 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "DELETE /v2.0/subnets/d75fb773-4da3-4075-b874-70556d5fa5f4 HTTP/1.1" status: 204 len: 168 time: 0.6822166 Apr 28 14:58:22.277550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: a074a783-268d-4b4e-9732-b24cc3fa3ac6 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:22.278180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device a074a783-268d-4b4e-9732-b24cc3fa3ac6 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:22.311984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27570458-0eb8-4c70-891f-ef4aed426806 None None] Network 3db223e5-a618-4e11-aa03-63cc91910403 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:22.315980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=8840b5d1-363d-4d89-8c92-895cd3699385,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:22.335039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.350648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:22.455172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.464550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.468155 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46eda197-4fc7-451c-ab49-d22286d83153 HTTP/1.1" status: 204 len: 168 time: 0.5598896 Apr 28 14:58:22.508544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.513329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7106b2-1896-4c28-a616-d9101f31f698 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event deleted for resources: {'Subnet': ['ID=d75fb773-4da3-4075-b874-70556d5fa5f4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:22.517343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044a714-a135-4a2b-9048-4bf232dd5f24 tempest-NetworksIpV6TestAttrs-888447241 tempest-NetworksIpV6TestAttrs-888447241-project] Pushing event deleted for resources: {'Network': ['ID=249da5cb-ab0b-4ea3-81f1-e9fe68664fe0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:22.523433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.543082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port fe423592-e87c-4496-b9e4-39c5ed109943 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:22.543515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.575462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94982579-8ee9-4df6-9660-7088d9631cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eda197-4fc7-451c-ab49-d22286d83153,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:22.579019 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-23fbea54-1cb8-4293-a9e4-ce9f94b829ab None None] Provisioning complete for port 8840b5d1-363d-4d89-8c92-895cd3699385 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:22.579439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-23fbea54-1cb8-4293-a9e4-ce9f94b829ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.585561 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-983f4b3d-17a3-45d8-a79f-6a0cee2d12fc service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5845966 Apr 28 14:58:22.781100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Deleting port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:22.781517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:22.914778 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-945fc297-888e-49ee-9afa-69ecb3bff393 req-8d81c0a9-0740-44fc-b796-6189cf100098 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036754 Apr 28 14:58:22.932383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:22.948540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] For port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,segment=NetworkSegment(42e156fe-764e-4164-a807-203e8a830230),segment_id=42e156fe-764e-4164-a807-203e8a830230)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:22.949214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.010625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Calling delete_port for e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:23.045522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.125111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] DHCP port deletion for 3db223e5-a618-4e11-aa03-63cc91910403 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:23.162854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.178472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for fe423592-e87c-4496-b9e4-39c5ed109943 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:23.270332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Deleting port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:23.271716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.342698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41226) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:23.486717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a9604e46-4772-47a7-96f2-f6cdb8c6410a None None] Could not find standard attr ID for object fe423592-e87c-4496-b9e4-39c5ed109943. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:58:23.492174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:23.493663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e276f531-80ea-4ced-9c21-5f73e35f0a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.502298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.524527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:23.545143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:23.570680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] For port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,segment=NetworkSegment(42e156fe-764e-4164-a807-203e8a830230),segment_id=42e156fe-764e-4164-a807-203e8a830230)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:23.571088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.592589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Calling delete_port for e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:23.615824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8840b5d1-363d-4d89-8c92-895cd3699385 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:23.712721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:23.760537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 8840b5d1-363d-4d89-8c92-895cd3699385 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:23.760896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.790269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e276f531-80ea-4ced-9c21-5f73e35f0a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.797394 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6bffdfc3-e7ce-4594-852f-2a0db4cb0a7d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1e20fe2e424dfb8f7d8b3e81ac6e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8637431 Apr 28 14:58:23.800185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:23.802569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:23.815065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.849426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] Pushing event deleted for resources: {'Port': ['ID=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:23.863068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.885341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:23.897788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.903873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=fe423592-e87c-4496-b9e4-39c5ed109943,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:23.905864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e276f531-80ea-4ced-9c21-5f73e35f0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.960276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.963307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.964835 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d82a894f-04df-4936-ab87-f5623a072aec HTTP/1.1" status: 204 len: 168 time: 0.1635072 Apr 28 14:58:23.973454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:23.975592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bce6f-d3df-44c4-a335-4cab73681498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a894f-04df-4936-ab87-f5623a072aec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:23.976725 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6fc96d97-6d26-4595-8893-f5e879ed021f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/fe423592-e87c-4496-b9e4-39c5ed109943 HTTP/1.1" status: 204 len: 168 time: 2.5242076 Apr 28 14:58:23.979212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:24.057967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e1a82-965e-4b9d-b9e2-3e24e6c80a27 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:24.061127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e1a82-965e-4b9d-b9e2-3e24e6c80a27 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:24.067757 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-761e1a82-965e-4b9d-b9e2-3e24e6c80a27 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0870533 Apr 28 14:58:24.069088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:24.071600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833bc03-1614-4382-b061-58cd591858e3 req-ff8b1ab1-86ad-45f8-b62d-068b66fa074d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:24.083817 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6833bc03-1614-4382-b061-58cd591858e3 req-ff8b1ab1-86ad-45f8-b62d-068b66fa074d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5616188 Apr 28 14:58:24.120108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5b85ca-b11e-4e5a-9f07-f7551170709e None None] No DVR routers for this DVR port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:24.152277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 341a9e00-e38b-447d-8cac-a49f1a40cdcb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:24.197370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 9908ada4-73b6-4fc4-93d6-4dcc9b8338c4 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:24.200577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.212077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 341a9e00-e38b-447d-8cac-a49f1a40cdcb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:24.212077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.231543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276f531-80ea-4ced-9c21-5f73e35f0a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f40baa8-d8a6-41b3-9088-726e73879b02,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:24.235796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e276f531-80ea-4ced-9c21-5f73e35f0a36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ddc00b783ab2401caea0bc179eb14f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8859406 Apr 28 14:58:24.238774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:24.277093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.282491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.318430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.350624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 341a9e00-e38b-447d-8cac-a49f1a40cdcb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=341a9e00-e38b-447d-8cac-a49f1a40cdcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:24.361793 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.364538 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6833bc03-1614-4382-b061-58cd591858e3 req-87b58ed6-4aec-4caa-a0e7-0110a2ace763 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795682 Apr 28 14:58:24.381855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event deleted for resources: {'Port': ['ID=e9c04b90-bf23-4a48-aca7-6d5b0a01fad0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:24.403384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.412301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] No DVR routers for this DVR port e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:24.422846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:24.429297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.454972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=341a9e00-e38b-447d-8cac-a49f1a40cdcb,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:24.459495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:24.471720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.487443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:24.488042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e9c04b90-bf23-4a48-aca7-6d5b0a01fad0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:24.501414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.582162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.584696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.585867 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f40baa8-d8a6-41b3-9088-726e73879b02 HTTP/1.1" status: 204 len: 168 time: 0.3461423 Apr 28 14:58:24.595441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eecfd-14b4-48cb-b573-d2982709fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f40baa8-d8a6-41b3-9088-726e73879b02,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:24.598954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.627567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=9908ada4-73b6-4fc4-93d6-4dcc9b8338c4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:24.649815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.653740 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d021c94f-397f-42bd-93d1-31a4c82a6257 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/9908ada4-73b6-4fc4-93d6-4dcc9b8338c4 HTTP/1.1" status: 204 len: 168 time: 0.5826955 Apr 28 14:58:24.657212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:24.677919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de487608-9d8e-4dbb-9d3b-7a78376a03ad None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:24.690704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.720171 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6557980c-ee97-429d-aff0-aa9f40ec1a99 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585098 Apr 28 14:58:24.723673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41256) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:24.732386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:24.749775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db223e5-a618-4e11-aa03-63cc91910403']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:24.811186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e156fe-764e-4164-a807-203e8a830230') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:24.811846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e156fe-764e-4164-a807-203e8a830230') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:24.833897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.851748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.854922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:24.858504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.910752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.944225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:24.944324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:24.947478 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:25.055228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:25.185814 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.186300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Deleting port 8840b5d1-363d-4d89-8c92-895cd3699385 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:25.186724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.275125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:25.278607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:25.296421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:25.297032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.313460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] For port 8840b5d1-363d-4d89-8c92-895cd3699385, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8840b5d1-363d-4d89-8c92-895cd3699385,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:25.314287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.335622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Calling delete_port for 8840b5d1-363d-4d89-8c92-895cd3699385 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:25.338065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=5f358182-af7c-48aa-a203-64fae9da4784,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:25.355336 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f79a5785-0d05-4ecc-aafc-18f536cadff0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6264441 Apr 28 14:58:25.355336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:25.360253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '5f358182-af7c-48aa-a203-64fae9da4784', 'ip_address': '2001:db8::49be:adda:1c01:618b'}], 'name': 'tempest-NetworksTestDHCPv6-224331392'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:25.399773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 341a9e00-e38b-447d-8cac-a49f1a40cdcb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:25.406695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:25.433797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.469535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.485743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.489711 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] 10.222.0.58 "DELETE /v2.0/networks/3db223e5-a618-4e11-aa03-63cc91910403 HTTP/1.1" status: 204 len: 168 time: 3.1371350 Apr 28 14:58:25.546267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 341a9e00-e38b-447d-8cac-a49f1a40cdcb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:25.546638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.555264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24d7fb-5c06-49a6-979e-fcf41d46b0c1 tempest-ExtraDHCPOptionsTestJSON-1484724145 tempest-ExtraDHCPOptionsTestJSON-1484724145-project] Pushing event deleted for resources: {'Network': ['ID=3db223e5-a618-4e11-aa03-63cc91910403,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:25.576180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=f94ad9c5-f091-41a7-8cab-6c6e49afe989,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:25.588800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.599421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '1ed18fd9-eddd-45ae-ace8-227be7d1ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:25.599729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: 8c7f9623-4a55-4891-abc1-100e1c2dbb92, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:25.623248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] Pushing event deleted for resources: {'Port': ['ID=8840b5d1-363d-4d89-8c92-895cd3699385,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:25.653901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad7cc54-1a3c-44f4-8233-9a30229a8526 None None] No DVR routers for this DVR port 8840b5d1-363d-4d89-8c92-895cd3699385 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:25.661419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:25.662224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:25.690071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e24994f-db14-430c-8372-5a23f20cd463 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:25.695330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.699075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8c7f9623-4a55-4891-abc1-100e1c2dbb92) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:25.716031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c4fe86-dc74-40f5-a603-71cc50b08c58 None None] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:25.727383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:25.728341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.799768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.855642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8840b5d1-363d-4d89-8c92-895cd3699385 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:25.855981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d835-0952-4250-a5be-3fac1ea7b3fc req-74863ee9-cbce-4db1-9697-b318e8061f54 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:25.860638 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0339916-8f4f-4b32-9425-a0e3e38750b1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0679519 Apr 28 14:58:25.864734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41296) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:25.869976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313508570'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:25.875453 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d11d835-0952-4250-a5be-3fac1ea7b3fc req-74863ee9-cbce-4db1-9697-b318e8061f54 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3248811 Apr 28 14:58:25.881706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-740035157'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:25.885890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 8840b5d1-363d-4d89-8c92-895cd3699385 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:25.886521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8840b5d1-363d-4d89-8c92-895cd3699385 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:25.903974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:25.908409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.954245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:25.963184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:25.983633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:25.984228 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment dafb14db-df1e-4a3d-a973-a7e47f6b948f of type vlan for network f26be96e-c855-4273-af34-1f85bd3eeadd Apr 28 14:58:26.001889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:26.027095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:26.046771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.048198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.051711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router 599e90d7-48e3-43c8-adb8-45909e10dc43 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:26.065859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.115723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '5f358182-af7c-48aa-a203-64fae9da4784'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:26.118923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.146732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-8c7f9623-4a55-4891-abc1-100e1c2dbb92', 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': 'f94ad9c5-f091-41a7-8cab-6c6e49afe989'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:26.147641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.153742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.173544 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d11d835-0952-4250-a5be-3fac1ea7b3fc req-6e757134-616c-4cde-8e0b-60b50636c397 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972069 Apr 28 14:58:26.193034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.199694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:26.200359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.264760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-fe20016e-80ff-4c6d-9e22-0cc2a0e229a5 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.268729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fe20016e-80ff-4c6d-9e22-0cc2a0e229a5 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1111884 Apr 28 14:58:26.270422 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.275783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-0c05e236-4792-46fa-be69-bac9cb9f2b07 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.280369 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0c05e236-4792-46fa-be69-bac9cb9f2b07 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0062788 Apr 28 14:58:26.283196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.292723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-15f9ecb4-fe0b-491d-844c-b1b4a99c7540 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.296530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15f9ecb4-fe0b-491d-844c-b1b4a99c7540 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059917 Apr 28 14:58:26.302968 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4344769 Apr 28 14:58:26.302968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41310) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.303205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41312) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.309088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:26.313203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-2eb44d56-ab94-4e13-b1dd-e4eb7f6c723b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.316635 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2eb44d56-ab94-4e13-b1dd-e4eb7f6c723b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046360 Apr 28 14:58:26.320787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41314) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.343870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67049b-40f8-4a68-ad53-c0e694b5c14d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=f26be96e-c855-4273-af34-1f85bd3eeadd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:26.344864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-01a9bfc8-1f8d-49cf-a804-69a83d883ee3 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.348471 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-01a9bfc8-1f8d-49cf-a804-69a83d883ee3 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0210710 Apr 28 14:58:26.351614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.357594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-ea326d2e-eca0-4044-b139-032639324ca8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.358535 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ea326d2e-eca0-4044-b139-032639324ca8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042708 Apr 28 14:58:26.361337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.370568 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7585b05b-e901-406f-ba5c-e46f78b14cd9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=eecec75c12f14b05aa66eb9149a1670b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021640 Apr 28 14:58:26.372958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41320) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.384357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f26be96e-c855-4273-af34-1f85bd3eeadd details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:26.394263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:26.403163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.407163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-ee6eadec-c2c0-446d-9e2e-cfb6f5354ab5 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.410968 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Sync routers for ids ['599e90d7-48e3-43c8-adb8-45909e10dc43'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:26.411447 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ee6eadec-c2c0-446d-9e2e-cfb6f5354ab5 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0155368 Apr 28 14:58:26.412343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.419968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.422699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-d457bd5d-8a20-4b87-8b44-27d9d264ba3b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.423646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d457bd5d-8a20-4b87-8b44-27d9d264ba3b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051000 Apr 28 14:58:26.424053 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Routers {'599e90d7-48e3-43c8-adb8-45909e10dc43'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:26.425786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::49be:adda:1c01:618b (54d908dd-ca79-41d5-95f2-c906280f9818/5f358182-af7c-48aa-a203-64fae9da4784/a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:26.427316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41324) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.427520 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['599e90d7-48e3-43c8-adb8-45909e10dc43'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:26.432669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-d07f4ce5-984d-45d6-89f5-f267b2ce3240 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.433909 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d07f4ce5-984d-45d6-89f5-f267b2ce3240 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045841 Apr 28 14:58:26.438092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.442754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-29dd9bd5-47b7-4e82-b468-c1b44390f33f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.443978 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-29dd9bd5-47b7-4e82-b468-c1b44390f33f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044580 Apr 28 14:58:26.447874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.448181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.449543 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebbd5ade-2e28-4ab3-99ee-f719e13494fc tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4817364 Apr 28 14:58:26.452070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41330) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.455313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-7cfef9c7-3b5d-45db-ab46-8f9829ebb61e tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.456258 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7cfef9c7-3b5d-45db-ab46-8f9829ebb61e tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074477 Apr 28 14:58:26.463393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.504315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-ba757d44-5cab-4c24-affb-6f32d6fd4103 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.505863 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba757d44-5cab-4c24-affb-6f32d6fd4103 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0403883 Apr 28 14:58:26.507319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:26.509147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41334) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.511526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:26.514613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.522861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.533231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-d40d7503-0de1-461a-b59d-14a37a5724fe tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.534240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d40d7503-0de1-461a-b59d-14a37a5724fe tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0237296 Apr 28 14:58:26.538828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.547539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e41dfd-10f6-4796-8082-d1a1fdea3ecc,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:26.548757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Allocated IP 2001:db8:0:ffff::2 (8c7f9623-4a55-4891-abc1-100e1c2dbb92/f94ad9c5-f091-41a7-8cab-6c6e49afe989/becd785f-b1de-4d80-b2f8-28d5a8d871eb) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:26.550576 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Set router 599e90d7-48e3-43c8-adb8-45909e10dc43 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:26.589001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.589340 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment fc54798c-783d-448b-b482-3c71b4d774e8 of type vlan for network e0d69804-16e3-4a6e-85de-8a453498cfba Apr 28 14:58:26.634260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-17176059-0b31-48fd-9abf-4b7e7e791a63 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.638148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17176059-0b31-48fd-9abf-4b7e7e791a63 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0114625 Apr 28 14:58:26.642729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41338) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.657630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-bf9cad7e-b560-4598-9ebd-f7ba225984f3 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.662663 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bf9cad7e-b560-4598-9ebd-f7ba225984f3 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0176027 Apr 28 14:58:26.663290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.677000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.679368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-f792b8fe-d120-43da-97ea-1dbde56b3f8a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.681074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f792b8fe-d120-43da-97ea-1dbde56b3f8a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0099385 Apr 28 14:58:26.694524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.696086 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.698830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-5ed58929-7b50-44c1-8f31-3abbaa45dd81 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.699674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5ed58929-7b50-44c1-8f31-3abbaa45dd81 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0042195 Apr 28 14:58:26.729658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41344) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.735873 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e90d7-48e3-43c8-adb8-45909e10dc43', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.174'}], 'enable_snat': True}, 'gw_port_id': '6c9d3589-9e55-42ca-9d6b-47d574aa19c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:19Z', 'updated_at': '2022-04-28T14:58:24Z', 'revision_number': 3, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port': {'id': '6c9d3589-9e55-42ca-9d6b-47d574aa19c6', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599e90d7-48e3-43c8-adb8-45909e10dc43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:20Z', 'updated_at': '2022-04-28T14:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:26.742122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-68174997-5611-4d4c-b687-0a4d98d17153 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.743181 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-68174997-5611-4d4c-b687-0a4d98d17153 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0125718 Apr 28 14:58:26.751159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.766042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.769666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-6b2bcbf1-db5c-441d-8010-a802b8769d3d tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.770912 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6b2bcbf1-db5c-441d-8010-a802b8769d3d tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060973 Apr 28 14:58:26.772788 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Checking router: 599e90d7-48e3-43c8-adb8-45909e10dc43 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:26.773387 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Updating router 599e90d7-48e3-43c8-adb8-45909e10dc43 port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:58:26.774857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48439b60-850d-42bb-9cd4-509945ebd079 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/599e90d7-48e3-43c8-adb8-45909e10dc43 HTTP/1.1" status: 200 len: 907 time: 0.3214684 Apr 28 14:58:26.775662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41348) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.778654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.780381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-9fc05477-0d69-47db-a730-d07ceb1ee089 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.781674 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9fc05477-0d69-47db-a730-d07ceb1ee089 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049746 Apr 28 14:58:26.784386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.786671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.790336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-e36e0346-c374-4113-bb9c-961185bbf06a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.792148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e36e0346-c374-4113-bb9c-961185bbf06a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057547 Apr 28 14:58:26.795208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.797435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.799095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.802558 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b1b77c1-d5f6-4ad3-906d-2c82b462d86c HTTP/1.1" status: 204 len: 168 time: 0.4264851 Apr 28 14:58:26.809871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17d8d9-83f2-4d34-ab2a-1834b3d53cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b77c1-d5f6-4ad3-906d-2c82b462d86c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:26.823232 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.836781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-4d3614e2-2cf9-429a-b1c0-4c294e7e101f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.837732 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4d3614e2-2cf9-429a-b1c0-4c294e7e101f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062659 Apr 28 14:58:26.840648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.848390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-74979c14-6139-4e98-bf4a-7239e402e2d9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.849305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.850818 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-74979c14-6139-4e98-bf4a-7239e402e2d9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0089519 Apr 28 14:58:26.853661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41360) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.854663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:26.855258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:26.862082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-fbe3b8ad-b56f-415b-a940-b3303e216ced tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.862247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:26.865064 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fbe3b8ad-b56f-415b-a940-b3303e216ced tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093808 Apr 28 14:58:26.867626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41362) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.871949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:26.875567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:26.904121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-b3a65dae-bc9a-462d-acfd-052855f9ba09 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.905532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b3a65dae-bc9a-462d-acfd-052855f9ba09 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0367551 Apr 28 14:58:26.908500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41364) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.913809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-22965069-b28d-4f17-9ad7-5e1248c9c0b8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.915064 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-22965069-b28d-4f17-9ad7-5e1248c9c0b8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053897 Apr 28 14:58:26.918128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.925059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-ee476e39-9f34-4443-9268-ff5d0badee71 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.926961 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ee476e39-9f34-4443-9268-ff5d0badee71 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070698 Apr 28 14:58:26.930627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41368) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.935505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Pushing event updated for resources: {'Port': ['ID=becd785f-b1de-4d80-b2f8-28d5a8d871eb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:26.946754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-91157d65-75a7-4508-8311-7af17e25c196 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.949961 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91157d65-75a7-4508-8311-7af17e25c196 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0162058 Apr 28 14:58:26.950976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.957811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-0217e904-e311-4836-938f-37a5c2f8858a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.959588 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0217e904-e311-4836-938f-37a5c2f8858a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073502 Apr 28 14:58:26.962142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41372) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.968732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-79d0bf52-311c-4f7e-8320-6bc78759dbdf tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.970436 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-79d0bf52-311c-4f7e-8320-6bc78759dbdf tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059626 Apr 28 14:58:26.973310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.983272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-247483e2-6e48-4148-9b96-2aa42ceae2db tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:26.988774 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-247483e2-6e48-4148-9b96-2aa42ceae2db tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0109172 Apr 28 14:58:26.988774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41376) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:26.998445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-958c3f41-8880-474d-97b2-75610bf556b8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.001905 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-958c3f41-8880-474d-97b2-75610bf556b8 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0090437 Apr 28 14:58:27.002030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Attempting to bind port becd785f-b1de-4d80-b2f8-28d5a8d871eb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:27.002030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Attempting to bind port becd785f-b1de-4d80-b2f8-28d5a8d871eb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '1ed18fd9-eddd-45ae-ace8-227be7d1ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:27.002030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Attempting to bind port becd785f-b1de-4d80-b2f8-28d5a8d871eb on network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:27.002998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.009363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:27.010213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Checking segment: {'id': '1ed18fd9-eddd-45ae-ace8-227be7d1ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:27.010667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.011058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Bound using segment: {'id': '1ed18fd9-eddd-45ae-ace8-227be7d1ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:27.011580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Bound port: becd785f-b1de-4d80-b2f8-28d5a8d871eb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed18fd9-eddd-45ae-ace8-227be7d1ec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8c7f9623-4a55-4891-abc1-100e1c2dbb92'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:27.011823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-98641a3e-178f-43fd-a79e-6c66e56a51eb tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.011981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.015887 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98641a3e-178f-43fd-a79e-6c66e56a51eb tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091062 Apr 28 14:58:27.015887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.026901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-6d332b69-8e7a-43df-838a-9c8f04f1f2ac tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.030003 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d332b69-8e7a-43df-838a-9c8f04f1f2ac tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093577 Apr 28 14:58:27.030517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.036917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-53e952d7-595b-4b2e-9c92-40c12b8b752f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.040239 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-53e952d7-595b-4b2e-9c92-40c12b8b752f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064180 Apr 28 14:58:27.041221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.044324 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6312106 Apr 28 14:58:27.058548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-56ce2d5f-d964-4f4a-b391-ed153712842a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.059589 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-56ce2d5f-d964-4f4a-b391-ed153712842a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0174809 Apr 28 14:58:27.062164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.066210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-ac6fa1c1-fbbd-4f3d-98f3-ad2b28a99cda tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.070047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ac6fa1c1-fbbd-4f3d-98f3-ad2b28a99cda tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040374 Apr 28 14:58:27.070637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.074623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-a2f9b138-f25d-4425-a32f-0cc258b7290a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.080227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.084620 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a2f9b138-f25d-4425-a32f-0cc258b7290a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0129793 Apr 28 14:58:27.087403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.091461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbbfe3-eae9-4cfe-878b-b8716300ea25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=e0d69804-16e3-4a6e-85de-8a453498cfba,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.094342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-4536c4dd-f964-4a52-aaa8-cb467c376062 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.095312 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4536c4dd-f964-4a52-aaa8-cb467c376062 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0068946 Apr 28 14:58:27.100684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.108666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-73700502-a75e-4405-9e54-7f627136d3e9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.109615 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-73700502-a75e-4405-9e54-7f627136d3e9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080261 Apr 28 14:58:27.112124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.116248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-03afb7e6-cad0-4edd-bf73-221e5f6b5203 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.117198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-03afb7e6-cad0-4edd-bf73-221e5f6b5203 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041814 Apr 28 14:58:27.119899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41398) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.129017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-c154f485-c026-45aa-9f26-29771bde0e00 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.131263 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c154f485-c026-45aa-9f26-29771bde0e00 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0104094 Apr 28 14:58:27.134777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.145180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-712d5df7-40d5-48be-8227-f051778f3de4 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.147355 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-712d5df7-40d5-48be-8227-f051778f3de4 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0116510 Apr 28 14:58:27.150511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.157281 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.163022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e0d69804-16e3-4a6e-85de-8a453498cfba details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:27.165776 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.166327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-71bdc319-a9a6-4429-8728-8e2d63f594a0 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.169969 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71bdc319-a9a6-4429-8728-8e2d63f594a0 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0149660 Apr 28 14:58:27.170180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.175383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-f60b28d9-438f-4de3-8934-d85a450d6453 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.176710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f60b28d9-438f-4de3-8934-d85a450d6453 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053999 Apr 28 14:58:27.179092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.185544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-2c5dae37-f28e-4664-a209-b7f791cd4138 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.190460 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2c5dae37-f28e-4664-a209-b7f791cd4138 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082307 Apr 28 14:58:27.194293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.195388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.213817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-aeae4a56-b2f8-4562-b3f5-65bec9fed141 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.213817 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aeae4a56-b2f8-4562-b3f5-65bec9fed141 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0163538 Apr 28 14:58:27.214772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.219096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-b993b61e-850f-49e9-b0d7-e7174c10606b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.220076 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b993b61e-850f-49e9-b0d7-e7174c10606b tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0043726 Apr 28 14:58:27.220615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.229264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] For port becd785f-b1de-4d80-b2f8-28d5a8d871eb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:27.238189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:27.243083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41418) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.249861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-201638ee-f981-45be-ae23-0adc07e5632a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.251706 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-201638ee-f981-45be-ae23-0adc07e5632a tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0076921 Apr 28 14:58:27.282870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.287826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.289333 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Pushing event updated for resources: {'Port': ['ID=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.296197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-ece1b54d-3937-4946-bbe1-08b8806f9a42 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.300248 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ece1b54d-3937-4946-bbe1-08b8806f9a42 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0140972 Apr 28 14:58:27.305984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.310637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-8f3bb941-c4a9-4cd3-af72-cdf42af38427 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.313906 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f3bb941-c4a9-4cd3-af72-cdf42af38427 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047321 Apr 28 14:58:27.319627 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.324081 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.324465 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.324798 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.325293 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.325766 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.326772 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.327287 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.328333 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.328635 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.328956 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.329281 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:58:27.340904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] For port becd785f-b1de-4d80-b2f8-28d5a8d871eb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=becd785f-b1de-4d80-b2f8-28d5a8d871eb,segment=NetworkSegment(1ed18fd9-eddd-45ae-ace8-227be7d1ec61),segment_id=1ed18fd9-eddd-45ae-ace8-227be7d1ec61)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:27.347686 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Attempting to bind port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:27.348070 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Attempting to bind port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:27.348598 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Attempting to bind port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:27.357553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.359842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.362322 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:27.363431 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:27.365197 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.367349 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:27.367944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Bound port: 6c9d3589-9e55-42ca-9d6b-47d574aa19c6, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:27.369043 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.441277 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] For port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:27.442207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.444679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2606470-7f83-41fe-bae8-3349054f2311 None None] Pushing event updated for resources: {'Port': ['ID=becd785f-b1de-4d80-b2f8-28d5a8d871eb,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.445801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-87026f08-9588-4778-944c-4b43247276c4 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.447293 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] For port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:27.455856 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.464827 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-87026f08-9588-4778-944c-4b43247276c4 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.1019802 Apr 28 14:58:27.466203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.472917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-b1e5d90d-5c20-437f-9f9d-21f27eee0503 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.473896 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b1e5d90d-5c20-437f-9f9d-21f27eee0503 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059288 Apr 28 14:58:27.477465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=a04752dc-799a-42a6-a872-d57d69a0b044,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.480787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41434) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.481853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.494883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-ca61a3ff-f5e5-4c96-9d91-b3d3aa5d01a1 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.506199 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ca61a3ff-f5e5-4c96-9d91-b3d3aa5d01a1 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0224891 Apr 28 14:58:27.512454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41436) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.519994 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Routers {'599e90d7-48e3-43c8-adb8-45909e10dc43'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:27.520316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-0c6a1321-1027-45f7-b2cd-7cc83acc8934 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.521830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['599e90d7-48e3-43c8-adb8-45909e10dc43'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:27.525711 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0c6a1321-1027-45f7-b2cd-7cc83acc8934 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0100963 Apr 28 14:58:27.534572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.543212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-b0331eb8-344a-4560-9172-05ccc25dd6e0 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.544247 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b0331eb8-344a-4560-9172-05ccc25dd6e0 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0069034 Apr 28 14:58:27.552528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.561630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-0aed15bd-a15a-42c4-aeaf-0609323119d9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.565713 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0aed15bd-a15a-42c4-aeaf-0609323119d9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096514 Apr 28 14:58:27.567869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41442) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.577239 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-2fcfc8b2-32a7-4c29-9c79-8d12a806e1b9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.581943 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2fcfc8b2-32a7-4c29-9c79-8d12a806e1b9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093527 Apr 28 14:58:27.587432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/5f358182-af7c-48aa-a203-64fae9da4784/0bdb98e2-30e7-475e-8223-65fd9c9b389d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:27.591826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33837-5d13-4e00-b742-135cfa2b6167 req-46a6f5f9-79fb-44e1-90b3-9127fe1c5f2c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:27.593888 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ecd33837-5d13-4e00-b742-135cfa2b6167 req-46a6f5f9-79fb-44e1-90b3-9127fe1c5f2c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2898018 Apr 28 14:58:27.597615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.605326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-27721240-eecf-4c30-b603-051d963838b7 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.609583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-27721240-eecf-4c30-b603-051d963838b7 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106196 Apr 28 14:58:27.613333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:27.614260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.625953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-c280ec15-f7e7-43ac-b361-a2b49806c530 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.626908 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c280ec15-f7e7-43ac-b361-a2b49806c530 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084507 Apr 28 14:58:27.640921 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.642004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:27.652878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-474c5f0f-eccf-4cc4-8923-f767919fd008 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.659638 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-474c5f0f-eccf-4cc4-8923-f767919fd008 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0135415 Apr 28 14:58:27.660501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.661123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:27.667562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:27.670692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-aa11214f-9b38-4e36-99c6-3b49353718a9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.672846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.676095 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa11214f-9b38-4e36-99c6-3b49353718a9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0111911 Apr 28 14:58:27.677041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:27.680678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': 'dafb14db-df1e-4a3d-a973-a7e47f6b948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:27.681040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: f26be96e-c855-4273-af34-1f85bd3eeadd, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:27.682622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:27.686620 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] Set router 599e90d7-48e3-43c8-adb8-45909e10dc43 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:27.687673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.699327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-7ebb80c3-aca5-480e-9c86-bc46d09dcaa9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.703640 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7ebb80c3-aca5-480e-9c86-bc46d09dcaa9 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0123191 Apr 28 14:58:27.722151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.728733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [None req-e5f37359-5d2b-4562-aea7-9fdda0d3af83 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.730694 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.733006 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e5f37359-5d2b-4562-aea7-9fdda0d3af83 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097775 Apr 28 14:58:27.740983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.781949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-b0124864-a042-4f0f-9fa3-884f06f4d9b1 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.789860 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b0124864-a042-4f0f-9fa3-884f06f4d9b1 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0358233 Apr 28 14:58:27.793447 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d6754ea7-41a4-409c-b846-1bdd5ed69bfb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4372208 Apr 28 14:58:27.794002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.821827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-e31451f9-0714-4088-b15b-e2a4c96aea5f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.822833 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e31451f9-0714-4088-b15b-e2a4c96aea5f tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0274856 Apr 28 14:58:27.823348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.838287 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599e90d7-48e3-43c8-adb8-45909e10dc43', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:19Z', 'updated_at': '2022-04-28T14:58:27Z', 'revision_number': 4, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:27.849365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41464) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.887027 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2c610-6836-4b74-82d4-d32bcf0f7f77 None None] The sync data for ids ['599e90d7-48e3-43c8-adb8-45909e10dc43'] in dv-neutron-839772-1-hyperv is: [{'id': '599e90d7-48e3-43c8-adb8-45909e10dc43', 'name': 'tempest-snat-router-517581096', 'tenant_id': '4e07b1a404404e1596d284a4abec8331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:19Z', 'updated_at': '2022-04-28T14:58:27Z', 'revision_number': 4, 'project_id': '4e07b1a404404e1596d284a4abec8331', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:27.917000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-1ac9f12f-af81-4dab-a360-aa9d4d5c7899 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.917000 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1ac9f12f-af81-4dab-a360-aa9d4d5c7899 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0510788 Apr 28 14:58:27.944011 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd45604-120d-43b6-99e5-744586d42bf6 None None] Pushing event updated for resources: {'Port': ['ID=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:27.949103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.963027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-1cad4dae-0a11-4333-9156-be6e71e276f2 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.965115 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1cad4dae-0a11-4333-9156-be6e71e276f2 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0149693 Apr 28 14:58:27.967301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network f26be96e-c855-4273-af34-1f85bd3eeadd is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:27.973212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:27.982929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [None req-98f61c5b-c76d-4e1a-b334-626359a37871 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 14:58:27.983949 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-98f61c5b-c76d-4e1a-b334-626359a37871 tempest-ExtensionsTestJSON-1128975812 tempest-ExtensionsTestJSON-1128975812-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0097005 Apr 28 14:58:27.999160 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ecd33837-5d13-4e00-b742-135cfa2b6167 req-49f1ebf3-33ca-419e-99cd-371be296b637 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850739 Apr 28 14:58:28.011076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Deleting port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:28.011419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.087601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f26be96e-c855-4273-af34-1f85bd3eeadd) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:28.099873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:28.100770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.129370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e45ea38-5749-42a3-ade6-e3f1cdf660cc None None] Network f26be96e-c855-4273-af34-1f85bd3eeadd requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:28.146735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28fa2a-5921-4b0c-8a7c-382dbbccf074 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:28.148785 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d28fa2a-5921-4b0c-8a7c-382dbbccf074 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3232558 Apr 28 14:58:28.153413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.155025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] For port 6c9d3589-9e55-42ca-9d6b-47d574aa19c6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:28.155608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.182936 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f8b94a9-9ccd-465a-8482-21e1ccde442e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8787308 Apr 28 14:58:28.192876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.201250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Calling delete_port for 6c9d3589-9e55-42ca-9d6b-47d574aa19c6 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:28.333951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.337589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41482) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.364908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.384900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:28.389184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:28.391771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:28.394424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-f26be96e-c855-4273-af34-1f85bd3eeadd', 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': 'a04752dc-799a-42a6-a872-d57d69a0b044'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:28.395459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.462988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.542210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=124e2869-6d0a-4e8b-8841-a864a0f71010,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:28.576385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.608186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Attempting to bind port 0bdb98e2-30e7-475e-8223-65fd9c9b389d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:28.609364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Attempting to bind port 0bdb98e2-30e7-475e-8223-65fd9c9b389d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:28.609930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Attempting to bind port 0bdb98e2-30e7-475e-8223-65fd9c9b389d on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:28.661350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41488) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.661589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:28.661829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.678832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c9d3589-9e55-42ca-9d6b-47d574aa19c6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:28.780963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fd7051d9-9d96-425b-897b-f324307146ec tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] Request body: {'port': {'network_id': 'd787b306-f93b-4710-955e-91d9ba6b610d', 'name': 'tempest-NetworksNegativeTestJSON-1083833474'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:28.801468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.807455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': 'fc54798c-783d-448b-b482-3c71b4d774e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:28.808268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: e0d69804-16e3-4a6e-85de-8a453498cfba, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:28.811041 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ccf-b978-4446-886e-bb1fa09be0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.816092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Pushing event updated for resources: {'Port': ['ID=0bdb98e2-30e7-475e-8223-65fd9c9b389d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:28.824703 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7051d9-9d96-425b-897b-f324307146ec tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] POST failed (client error): The resource could not be found. Apr 28 14:58:28.825295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7051d9-9d96-425b-897b-f324307146ec tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:28.830826 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fd7051d9-9d96-425b-897b-f324307146ec tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4878166 Apr 28 14:58:28.830826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.833232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.856516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:28.856941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:28.857797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.857797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:28.858913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Bound port: 0bdb98e2-30e7-475e-8223-65fd9c9b389d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:28.859310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.888514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network e0d69804-16e3-4a6e-85de-8a453498cfba is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:28.920936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, e0d69804-16e3-4a6e-85de-8a453498cfba) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:28.926467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:28.927048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.936040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.944376 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ae2db2-830a-4eff-88c5-26c0ebaa8015 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:28.944994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ae2db2-830a-4eff-88c5-26c0ebaa8015 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:28.951688 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a1ae2db2-830a-4eff-88c5-26c0ebaa8015 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "DELETE /v2.0/networks/9054f53a-64c8-4388-9b53-3464f77d9af4 HTTP/1.1" status: 404 len: 339 time: 0.1128373 Apr 28 14:58:28.951856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41494) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:28.960367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:28.969924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee49c1ac-d9ef-407d-aa14-95d8ec69f8a1 None None] Network e0d69804-16e3-4a6e-85de-8a453498cfba requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:28.987421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:28.993491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cb81e242-23f8-40b1-acfd-5cddef4642eb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7719386 Apr 28 14:58:28.998892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.005289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.016207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239594626'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:29.026858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.031996 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-06780ef0-cd70-4a66-95c9-56f9a06dc69d tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:29.033241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06780ef0-cd70-4a66-95c9-56f9a06dc69d tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:29.038615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-06780ef0-cd70-4a66-95c9-56f9a06dc69d tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "DELETE /v2.0/ports/79bc03b0-ea33-426b-9300-862e360641a0 HTTP/1.1" status: 404 len: 333 time: 0.0856478 Apr 28 14:58:29.043943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.106335 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.107429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 599e90d7-48e3-43c8-adb8-45909e10dc43 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:29.115286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.116661 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-19e25827-e595-41df-8765-7e51e7bfcae6 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/routers/599e90d7-48e3-43c8-adb8-45909e10dc43 HTTP/1.1" status: 204 len: 168 time: 2.3379068 Apr 28 14:58:29.117794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Allocated IP 2001:db8::1 (f26be96e-c855-4273-af34-1f85bd3eeadd/a04752dc-799a-42a6-a872-d57d69a0b044/2cc88d26-84e6-4505-ac32-f3c989b81107) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:29.123565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.136552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:29.141271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.150230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5613fa-deaf-4ce1-a2c7-13ab159ee77d None None] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:29.154788 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3adc93-d76e-4741-8a13-6f3ded6d4c0a tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] DELETE failed (client error): The resource could not be found. Apr 28 14:58:29.154941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3adc93-d76e-4741-8a13-6f3ded6d4c0a tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:29.162445 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f3adc93-d76e-4741-8a13-6f3ded6d4c0a tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "DELETE /v2.0/subnets/c3699f6c-496e-473f-bcfb-1c282309bba6 HTTP/1.1" status: 404 len: 337 time: 0.1100850 Apr 28 14:58:29.167371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.191059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ccf-b978-4446-886e-bb1fa09be0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.212158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-48607e3c-3994-49ec-9f19-e4a940a39b63 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] GET failed (client error): The resource could not be found. Apr 28 14:58:29.212955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a95b6ccf-b978-4446-886e-bb1fa09be0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.218786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48607e3c-3994-49ec-9f19-e4a940a39b63 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "GET /v2.0/networks/e52e2997-13af-4789-b5d7-ee57a2e99fe2 HTTP/1.1" status: 404 len: 339 time: 0.0405591 Apr 28 14:58:29.218786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:29.224270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.270007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.270352 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 50e9a23f-4ca8-4f94-b661-4c52bd7c944a of type vlan for network 7d5113b2-e15f-4198-bde9-faa7866e61bc Apr 28 14:58:29.272172 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a95b6ccf-b978-4446-886e-bb1fa09be0df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3c82387fcc3b437ea4cc966df24066e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093082 Apr 28 14:58:29.272745 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1bf716-f503-4f6e-8e57-d3675f2f5da4 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] GET failed (client error): The resource could not be found. Apr 28 14:58:29.280298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41508) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.280523 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1b1bf716-f503-4f6e-8e57-d3675f2f5da4 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "GET /v2.0/ports/5968b566-8c05-457e-ab5b-426a4a3c01a6 HTTP/1.1" status: 404 len: 333 time: 0.0490627 Apr 28 14:58:29.284280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.301513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b6ccf-b978-4446-886e-bb1fa09be0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea554d1-f57f-4b0a-94d8-588e788bc6fe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:29.324211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0ec43-b5a3-4b39-a6dc-0972abfd8558 req-40096d28-764b-4e69-a3b2-6abddd51a569 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:29.325724 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-00b0ec43-b5a3-4b39-a6dc-0972abfd8558 req-40096d28-764b-4e69-a3b2-6abddd51a569 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1549954 Apr 28 14:58:29.342006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] Provisioning complete for port becd785f-b1de-4d80-b2f8-28d5a8d871eb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:29.342593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.362131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.371767 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49de3e-d4e0-41c1-81a2-920e4427267e tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] GET failed (client error): The resource could not be found. Apr 28 14:58:29.378677 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4e49de3e-d4e0-41c1-81a2-920e4427267e tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "GET /v2.0/subnets/f91c3da7-c05c-45dd-bfc1-df1bf68fcf79 HTTP/1.1" status: 404 len: 337 time: 0.0879142 Apr 28 14:58:29.386667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] For port 0bdb98e2-30e7-475e-8223-65fd9c9b389d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:29.405335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.408731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.419032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1071302f-3b20-4fb8-b611-abcd2544407c tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:29.442968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] For port 0bdb98e2-30e7-475e-8223-65fd9c9b389d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0bdb98e2-30e7-475e-8223-65fd9c9b389d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:29.455650 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-00b0ec43-b5a3-4b39-a6dc-0972abfd8558 req-8a59903b-d97c-4644-bd1d-fd2a08720d43 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040967 Apr 28 14:58:29.458431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.467543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-e0d69804-16e3-4a6e-85de-8a453498cfba', 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '124e2869-6d0a-4e8b-8841-a864a0f71010'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:29.468786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.471406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.513884 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1071302f-3b20-4fb8-b611-abcd2544407c tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] PUT failed (client error): The resource could not be found. Apr 28 14:58:29.514544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1071302f-3b20-4fb8-b611-abcd2544407c tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:29.522072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41516) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.535248 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1071302f-3b20-4fb8-b611-abcd2544407c tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "PUT /v2.0/networks/b46e8fc5-9bfe-488f-94fd-42646fb9e9d8 HTTP/1.1" status: 404 len: 339 time: 0.1202786 Apr 28 14:58:29.540319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0e3e19f2-8c3f-4240-b1c3-1d3b601c8461 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:29.544529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.561730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.572359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:29.574285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.581705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device becd785f-b1de-4d80-b2f8-28d5a8d871eb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:29.616517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.720934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=7d5113b2-e15f-4198-bde9-faa7866e61bc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:29.748143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 7d5113b2-e15f-4198-bde9-faa7866e61bc details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:29.751630 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f4d295f1-7e31-4916-9a82-740e28baaf08 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7420359 Apr 28 14:58:29.773139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41518) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.792613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '7d5113b2-e15f-4198-bde9-faa7866e61bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:29.803678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:29.842164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441efc-9394-4111-8cb3-30734f81cd2a None None] Pushing event updated for resources: {'Port': ['ID=0bdb98e2-30e7-475e-8223-65fd9c9b389d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:29.864051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.882868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.899995 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-614e2663-40a2-4c3b-9c01-cc850c6c2c58 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5 HTTP/1.1" status: 204 len: 168 time: 1.7391813 Apr 28 14:58:29.903650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:29.949562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:29.964914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.014974 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3e19f2-8c3f-4240-b1c3-1d3b601c8461 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] PUT failed (client error): The resource could not be found. Apr 28 14:58:30.015847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3e19f2-8c3f-4240-b1c3-1d3b601c8461 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:30.024807 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0e3e19f2-8c3f-4240-b1c3-1d3b601c8461 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "PUT /v2.0/ports/121edc77-d2c7-4a83-97e2-ee111b3d0def HTTP/1.1" status: 404 len: 333 time: 0.4902236 Apr 28 14:58:30.027490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41522) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:30.040368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-772b7c77-fe0b-425a-96c0-67d6ec4324e6 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:30.044496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.076469 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-772b7c77-fe0b-425a-96c0-67d6ec4324e6 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] PUT failed (client error): The resource could not be found. Apr 28 14:58:30.076999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772b7c77-fe0b-425a-96c0-67d6ec4324e6 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:30.077421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0c386-7974-4c9a-aeeb-576365dd1c4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:30.084349 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-772b7c77-fe0b-425a-96c0-67d6ec4324e6 tempest-NetworksNegativeTestJSON-2056906083 tempest-NetworksNegativeTestJSON-2056906083-project] 10.222.0.58 "PUT /v2.0/subnets/e0bce3f4-890b-4ee8-a6ef-550545374fa2 HTTP/1.1" status: 404 len: 337 time: 0.0501571 Apr 28 14:58:30.084562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d0c386-7974-4c9a-aeeb-576365dd1c4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:30.084562 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61d0c386-7974-4c9a-aeeb-576365dd1c4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1309299 Apr 28 14:58:30.089680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41526) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:30.126150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.159425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Network f26be96e-c855-4273-af34-1f85bd3eeadd is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:30.177413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 5f358182-af7c-48aa-a203-64fae9da4784 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:30.181227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=a04752dc-799a-42a6-a872-d57d69a0b044,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:30.184874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.187554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.189796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] For port becd785f-b1de-4d80-b2f8-28d5a8d871eb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=becd785f-b1de-4d80-b2f8-28d5a8d871eb,segment=NetworkSegment(1ed18fd9-eddd-45ae-ace8-227be7d1ec61),segment_id=1ed18fd9-eddd-45ae-ace8-227be7d1ec61)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:30.190098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.191205 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7ea554d1-f57f-4b0a-94d8-588e788bc6fe HTTP/1.1" status: 204 len: 168 time: 0.8909764 Apr 28 14:58:30.206536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:30.209021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:30.212608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.221394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:30.230812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port becd785f-b1de-4d80-b2f8-28d5a8d871eb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:30.233807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.253827 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.257672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Pushing event updated for resources: {'Port': ['ID=2cc88d26-84e6-4505-ac32-f3c989b81107,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:30.267753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d385d5-15a9-4618-b0b9-7011f0f4a5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea554d1-f57f-4b0a-94d8-588e788bc6fe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:30.303456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.307745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Deleting port 341a9e00-e38b-447d-8cac-a49f1a40cdcb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:30.308184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.313502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.380720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26be96e-c855-4273-af34-1f85bd3eeadd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:30.392160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Allocated IP 172.20.255.242 (e0d69804-16e3-4a6e-85de-8a453498cfba/124e2869-6d0a-4e8b-8841-a864a0f71010/83ab473b-b1cd-41af-a0e9-7a43279b8c76) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:30.415251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafb14db-df1e-4a3d-a973-a7e47f6b948f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:30.415546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafb14db-df1e-4a3d-a973-a7e47f6b948f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:30.434997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.463851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.505594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:30.506130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:30.510021 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:30.572045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:30.654782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.722291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] For port 341a9e00-e38b-447d-8cac-a49f1a40cdcb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=341a9e00-e38b-447d-8cac-a49f1a40cdcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:30.722736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.744078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Calling delete_port for 341a9e00-e38b-447d-8cac-a49f1a40cdcb owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:30.788794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.api [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:58:30.788794 dv-neutron-839772-1-hyperv neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:58:30.788794 dv-neutron-839772-1-hyperv neutron-server[102641]: [parameters: {'id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'}] Apr 28 14:58:30.788794 dv-neutron-839772-1-hyperv neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:30.789255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG oslo_db.api [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:30.835816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.838234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eab77-1f25-477f-ba90-2d94574b4941 req-05664f78-a71c-4a72-b32b-036167f1b5b0 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:30.846721 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-893eab77-1f25-477f-ba90-2d94574b4941 req-05664f78-a71c-4a72-b32b-036167f1b5b0 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1977859 Apr 28 14:58:30.862229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.893289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=5f358182-af7c-48aa-a203-64fae9da4784,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:30.900073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.908140 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-32b4d4de-5f41-49b7-819e-580db65fb3a3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/5f358182-af7c-48aa-a203-64fae9da4784 HTTP/1.1" status: 204 len: 168 time: 0.8165784 Apr 28 14:58:30.910745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41548) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:30.920105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:30.949855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565d54e-e4d2-4f9a-a72e-e00da28192b1 None None] Pushing event updated for resources: {'Port': ['ID=becd785f-b1de-4d80-b2f8-28d5a8d871eb,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:30.963269 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b62d8f0-a153-4983-a25d-a90165bc4f81 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512085 Apr 28 14:58:30.967375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41550) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:30.981754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Attempting to bind port 2cc88d26-84e6-4505-ac32-f3c989b81107 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:30.982106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Attempting to bind port 2cc88d26-84e6-4505-ac32-f3c989b81107 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'dafb14db-df1e-4a3d-a973-a7e47f6b948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:30.982473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Attempting to bind port 2cc88d26-84e6-4505-ac32-f3c989b81107 on network f26be96e-c855-4273-af34-1f85bd3eeadd {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:30.989190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.004365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:31.005083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Checking segment: {'id': 'dafb14db-df1e-4a3d-a973-a7e47f6b948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:31.005695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.005880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Bound using segment: {'id': 'dafb14db-df1e-4a3d-a973-a7e47f6b948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:31.006848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Bound port: 2cc88d26-84e6-4505-ac32-f3c989b81107, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafb14db-df1e-4a3d-a973-a7e47f6b948f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f26be96e-c855-4273-af34-1f85bd3eeadd'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:31.007226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.009385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-893eab77-1f25-477f-ba90-2d94574b4941 req-d25786f3-bf41-4f7f-ab4f-54b057e81bf5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484587 Apr 28 14:58:31.010304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92eec83f-be71-4b7f-8f11-c69ea780fabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.060940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=fead5815-edbb-429b-832a-c1ce8e8f250c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:31.085491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Network e0d69804-16e3-4a6e-85de-8a453498cfba is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:31.089329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '50e9a23f-4ca8-4f94-b661-4c52bd7c944a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7d5113b2-e15f-4198-bde9-faa7866e61bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:31.089329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 7d5113b2-e15f-4198-bde9-faa7866e61bc, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:31.113707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f61fe-2340-49ac-8d8f-f07c0f066158 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:31.115806 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-062f61fe-2340-49ac-8d8f-f07c0f066158 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1470559 Apr 28 14:58:31.119208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41556) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.146412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Pushing event updated for resources: {'Port': ['ID=83ab473b-b1cd-41af-a0e9-7a43279b8c76,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:31.154668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:31.157102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:31.164553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d664de0a-6763-4b7d-a199-3c57ca5a0d49 None None] Provisioning complete for port becd785f-b1de-4d80-b2f8-28d5a8d871eb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:31.165402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d664de0a-6763-4b7d-a199-3c57ca5a0d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.172527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.187683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741f1fc-fe93-43dc-a711-181021ef8e73 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:31.191582 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6741f1fc-fe93-43dc-a711-181021ef8e73 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671616 Apr 28 14:58:31.191880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41560) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.205936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 7d5113b2-e15f-4198-bde9-faa7866e61bc is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:31.206272 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event deleted for resources: {'Port': ['ID=341a9e00-e38b-447d-8cac-a49f1a40cdcb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:31.250008 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17bc1a5c-29b8-41a3-99f3-c151f6129c69 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491610 Apr 28 14:58:31.251043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.252744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c567c246-4505-44e6-accb-3bdc8d836520 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:31.260671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:31.276904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 7d5113b2-e15f-4198-bde9-faa7866e61bc) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:31.318868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.324029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.329179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a93bb2-b92f-4983-9b1d-3af4446fab20 None None] Network 7d5113b2-e15f-4198-bde9-faa7866e61bc requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:31.330352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:31.330939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.359338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92eec83f-be71-4b7f-8f11-c69ea780fabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.376188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Attempting to bind port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:31.376904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Attempting to bind port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'fc54798c-783d-448b-b482-3c71b4d774e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:31.377460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Attempting to bind port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 on network e0d69804-16e3-4a6e-85de-8a453498cfba {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:31.386007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92eec83f-be71-4b7f-8f11-c69ea780fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.416539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:31.417038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Checking segment: {'id': 'fc54798c-783d-448b-b482-3c71b4d774e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:31.417504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.417935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Bound using segment: {'id': 'fc54798c-783d-448b-b482-3c71b4d774e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:31.418654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Bound port: 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc54798c-783d-448b-b482-3c71b4d774e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'e0d69804-16e3-4a6e-85de-8a453498cfba'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:31.419051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.434942 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bf9fa9aa-5283-47a5-8403-7c5beabbb46b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6552227 Apr 28 14:58:31.441030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.441577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41568) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.442049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] For port 2cc88d26-84e6-4505-ac32-f3c989b81107, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:31.508039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.511233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.554822 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92eec83f-be71-4b7f-8f11-c69ea780fabf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0d29f777221c4175b007fc3cdd3b7314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9772677 Apr 28 14:58:31.555707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41572) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.573912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eec83f-be71-4b7f-8f11-c69ea780fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035652de-3de1-4a70-b0bc-739f1792967e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:31.589726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:31.593391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.602384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.605306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd19ac7-ed8d-417c-993a-cc55337de7aa {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:31.616237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.621216 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-61126690-fc5d-40ff-bd5e-1873473a225e tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3cd19ac7-ed8d-417c-993a-cc55337de7aa HTTP/1.1" status: 204 len: 168 time: 2.4929998 Apr 28 14:58:31.621607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:31.637994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1176613693', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:31.684059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.685327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.719660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'networks': [{'name': 'tempest-network--1022293184'}, {'name': 'tempest-network--259342823'}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:31.719994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-network--1022293184'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:31.720468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-network--259342823'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:31.738107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] For port 2cc88d26-84e6-4505-ac32-f3c989b81107, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2cc88d26-84e6-4505-ac32-f3c989b81107,segment=NetworkSegment(dafb14db-df1e-4a3d-a973-a7e47f6b948f),segment_id=dafb14db-df1e-4a3d-a973-a7e47f6b948f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:31.752750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device becd785f-b1de-4d80-b2f8-28d5a8d871eb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:31.756260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 2cc88d26-84e6-4505-ac32-f3c989b81107 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:31.756534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.767775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.772376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.780255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.835237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'network': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:31.839683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.874863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.878385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.901389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209d1f9-4ccd-4542-b2dd-9797c68d3360 None None] Pushing event updated for resources: {'Port': ['ID=2cc88d26-84e6-4505-ac32-f3c989b81107,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:31.913204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] For port 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:31.930181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.938459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 2cc88d26-84e6-4505-ac32-f3c989b81107, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2cc88d26-84e6-4505-ac32-f3c989b81107,segment=NetworkSegment(dafb14db-df1e-4a3d-a973-a7e47f6b948f),segment_id=dafb14db-df1e-4a3d-a973-a7e47f6b948f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:31.938459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:31.982146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 2cc88d26-84e6-4505-ac32-f3c989b81107 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:31.993542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] For port 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=83ab473b-b1cd-41af-a0e9-7a43279b8c76,segment=NetworkSegment(fc54798c-783d-448b-b482-3c71b4d774e8),segment_id=fc54798c-783d-448b-b482-3c71b4d774e8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:31.994146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.009420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.053792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.140505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3a0f2-8a95-4239-bbe7-3e9d06b18342 None None] Network f26be96e-c855-4273-af34-1f85bd3eeadd requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:32.173210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.204287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.263742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.280231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a6c22-1e9c-43f2-a5dd-f2074e686f4c req-095e9e74-017c-4634-8520-74173e4864f9 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:32.281969 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-439a6c22-1e9c-43f2-a5dd-f2074e686f4c req-095e9e74-017c-4634-8520-74173e4864f9 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.0819161 Apr 28 14:58:32.334613 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-439a6c22-1e9c-43f2-a5dd-f2074e686f4c req-377d7e09-5917-4943-b955-0e36b423b2c5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Apr 28 14:58:32.342269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port becd785f-b1de-4d80-b2f8-28d5a8d871eb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:32.342697 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.365011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.367714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.371299 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/035652de-3de1-4a70-b0bc-739f1792967e HTTP/1.1" status: 204 len: 168 time: 0.8059614 Apr 28 14:58:32.376161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:32.398695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:32.401722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:32.402346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.408691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e237a-7f04-40e1-bb16-b8e7f967ef79 None None] Pushing event updated for resources: {'Port': ['ID=83ab473b-b1cd-41af-a0e9-7a43279b8c76,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.415649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.423807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b5e8-1ef9-44fb-9141-5d27de340157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035652de-3de1-4a70-b0bc-739f1792967e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.426832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=27a3cac7-ad86-49c5-90f6-92f57bc845fb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.436188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.459871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.471885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.472371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.474515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=fead5815-edbb-429b-832a-c1ce8e8f250c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.526878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:32.584996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3994965-76d8-4b02-b1a0-0f84e786c229 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3293283 Apr 28 14:58:32.588498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41580) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:32.592877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=2cc88d26-84e6-4505-ac32-f3c989b81107,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.602735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '27a3cac7-ad86-49c5-90f6-92f57bc845fb', 'ip_address': '2001:db8::a067:c548:47f7:efdf'}], 'name': 'tempest-NetworksTestDHCPv6-404000239'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:32.610504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60476a07-9f72-44bf-b4b0-2bdf59758369,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:32.625399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 2cc88d26-84e6-4505-ac32-f3c989b81107 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:32.647639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:32.648582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Allocated IP 172.26.4.21 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/02032819-b8d3-43fc-96b8-af1ba57b0b5d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:32.649454 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acaabf5-e2ef-4016-b6a5-993d6ecea04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-7d5113b2-e15f-4198-bde9-faa7866e61bc', 'network_id': '7d5113b2-e15f-4198-bde9-faa7866e61bc', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': 'fead5815-edbb-429b-832a-c1ce8e8f250c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:32.650349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4acaabf5-e2ef-4016-b6a5-993d6ecea04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.812228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] Provisioning complete for port 0bdb98e2-30e7-475e-8223-65fd9c9b389d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:32.812599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:32.885652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:32.902595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe86a67-c94d-4da9-b75b-49a4da2cbaee None None] Network 7d5113b2-e15f-4198-bde9-faa7866e61bc requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:32.919447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.043283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.056855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.091101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.091702 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment d72cb6fb-f0fe-48d5-8510-96ccf0c8e928 of type vlan for network 5911f44b-bd21-4f65-a72d-486d14108d76 Apr 28 14:58:33.099661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port e1eb9f61-bb01-4dec-b5bd-29c14e14f161 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:33.111756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.130857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:33.166142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.184682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Deleting port 0bdb98e2-30e7-475e-8223-65fd9c9b389d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:33.185325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.204038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:33.215491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.232267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:33.258595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.272720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event updated for resources: {'Port': ['ID=02032819-b8d3-43fc-96b8-af1ba57b0b5d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:33.277672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5113b2-e15f-4198-bde9-faa7866e61bc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.290464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26be96e-c855-4273-af34-1f85bd3eeadd']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.305466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e9a23f-4ca8-4f94-b661-4c52bd7c944a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.305466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e9a23f-4ca8-4f94-b661-4c52bd7c944a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.305676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] For port 0bdb98e2-30e7-475e-8223-65fd9c9b389d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0bdb98e2-30e7-475e-8223-65fd9c9b389d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:33.305676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.316989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Calling delete_port for 0bdb98e2-30e7-475e-8223-65fd9c9b389d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:33.320889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafb14db-df1e-4a3d-a973-a7e47f6b948f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.321395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafb14db-df1e-4a3d-a973-a7e47f6b948f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:33.331250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.345993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.352765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:33.353394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.408317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0bdb98e2-30e7-475e-8223-65fd9c9b389d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:33.418844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:33.426442 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:33.461324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.494679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] For port 0bdb98e2-30e7-475e-8223-65fd9c9b389d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0bdb98e2-30e7-475e-8223-65fd9c9b389d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:33.496760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:33.499855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:33.501215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.503888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:33.504305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.512742 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:33.529982 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:33.552581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.559065 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/f26be96e-c855-4273-af34-1f85bd3eeadd HTTP/1.1" status: 204 len: 168 time: 5.3617837 Apr 28 14:58:33.563258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41606) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:33.600283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1648252653'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:33.611152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::a067:c548:47f7:efdf (54d908dd-ca79-41d5-95f2-c906280f9818/27a3cac7-ad86-49c5-90f6-92f57bc845fb/e1eb9f61-bb01-4dec-b5bd-29c14e14f161) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:33.645554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.646318 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment 22e9a156-7ad5-4056-8780-705d19fddcf7 of type vlan for network 00aebc3b-f0e0-4e62-99eb-892a06909023 Apr 28 14:58:33.648749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0bdb98e2-30e7-475e-8223-65fd9c9b389d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:33.649224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.649433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e8f32-9e98-4976-aa4d-0cf516f38edb tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=f26be96e-c855-4273-af34-1f85bd3eeadd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:33.668320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.671737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:33.675301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.690276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.697068 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/7d5113b2-e15f-4198-bde9-faa7866e61bc HTTP/1.1" status: 204 len: 168 time: 2.2416375 Apr 28 14:58:33.698013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.705326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:33.711608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391791808'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:33.712647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff777-634b-46f9-8377-b663d09e833c None None] Pushing event updated for resources: {'Port': ['ID=0bdb98e2-30e7-475e-8223-65fd9c9b389d,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:33.717129 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] No DVR routers for this DVR port 0bdb98e2-30e7-475e-8223-65fd9c9b389d on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:33.740485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689186034'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:33.740830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ea42-dcc1-4027-b33b-259c394b2fc0 req-db3aa090-dfa6-406d-bfba-7562589aacdc tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:33.742335 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fa68ea42-dcc1-4027-b33b-259c394b2fc0 req-db3aa090-dfa6-406d-bfba-7562589aacdc tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2790010 Apr 28 14:58:33.743119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b1c37-a74d-45a5-a513-0015d73a060c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=7d5113b2-e15f-4198-bde9-faa7866e61bc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:33.752512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133734e-cfad-44a8-bf0b-aee437dac0ce None None] Pushing event deleted for resources: {'Port': ['ID=0bdb98e2-30e7-475e-8223-65fd9c9b389d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:33.756158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Could not find standard attr ID for object 0bdb98e2-30e7-475e-8223-65fd9c9b389d. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:58:33.759017 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No ports have port_id starting with 0bdb98e2-30e7-475e-8223-65fd9c9b389d Apr 28 14:58:33.760082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.784484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82869431-81b3-4bee-bfe2-656368298505 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:33.806532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fa68ea42-dcc1-4027-b33b-259c394b2fc0 req-1d78d9ab-d1db-4240-94b2-2827f2fd9500 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562358 Apr 28 14:58:33.817508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.818454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.826816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:33.839169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:33.840412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.867961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:33.884222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abd4c6-fea5-40d5-b82d-0fb8f12ea750 None None] Network e0d69804-16e3-4a6e-85de-8a453498cfba requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:33.901613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:33.905168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.914236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.924502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.925163 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 9722ac9c-4e08-49ba-92f0-b2fe17f7497d of type vlan for network 6f5b0669-7b64-441c-a232-c8346ba372da Apr 28 14:58:33.943277 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4926131 Apr 28 14:58:33.951824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:33.962667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:33.981382 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 83ab473b-b1cd-41af-a0e9-7a43279b8c76 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:33.994593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=5911f44b-bd21-4f65-a72d-486d14108d76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:34.023182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 5911f44b-bd21-4f65-a72d-486d14108d76 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:34.047266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] Provisioning complete for port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:34.047628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.098963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68891bb7-9e0f-47f4-92b4-5f4dabf60c10 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=00aebc3b-f0e0-4e62-99eb-892a06909023,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:34.107185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:34.112123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.141032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3678340-01a2-446c-a8a0-f4adfede1e56 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.148493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3678340-01a2-446c-a8a0-f4adfede1e56 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.154844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3678340-01a2-446c-a8a0-f4adfede1e56 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.155172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.155781 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 1eca1e4f-3c0d-4ae2-b4e4-b7489f1fcb95 of type vlan for network 96272e3b-f467-41e1-8ef8-b7fc0644ba19 Apr 28 14:58:34.159620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.161672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3678340-01a2-446c-a8a0-f4adfede1e56 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.166507 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3678340-01a2-446c-a8a0-f4adfede1e56 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2113016 Apr 28 14:58:34.166931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:34.239646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.252241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.277165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.282731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.283334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.304127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 00aebc3b-f0e0-4e62-99eb-892a06909023 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:34.341436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.349665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.371116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5911f44b-bd21-4f65-a72d-486d14108d76']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:34.382262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72cb6fb-f0fe-48d5-8510-96ccf0c8e928') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:34.382598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72cb6fb-f0fe-48d5-8510-96ccf0c8e928') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:34.392255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.399301 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8301539 Apr 28 14:58:34.399581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:34.404499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:34.428343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.466909 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:34.467264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:34.471349 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:34.476575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:34.476934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.478892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '27a3cac7-ad86-49c5-90f6-92f57bc845fb'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:34.479039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.480066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.482888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:58:34.500994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb2843-2ebe-4c09-860d-0e4ec5ce8aab tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=6f5b0669-7b64-441c-a232-c8346ba372da,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:34.503579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.510311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.549990 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 6f5b0669-7b64-441c-a232-c8346ba372da details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:34.582806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.587147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.593097 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/5911f44b-bd21-4f65-a72d-486d14108d76 HTTP/1.1" status: 204 len: 168 time: 0.4226942 Apr 28 14:58:34.595773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41616) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:34.614978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:34.618542 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.631249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=e1eb9f61-bb01-4dec-b5bd-29c14e14f161,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:34.636741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c72040-59ba-4808-8a6b-63d47913c6b9 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=5911f44b-bd21-4f65-a72d-486d14108d76,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:34.639364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.648877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.654773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:34.656273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.765369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.786922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] For port 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=83ab473b-b1cd-41af-a0e9-7a43279b8c76,segment=NetworkSegment(fc54798c-783d-448b-b482-3c71b4d774e8),segment_id=fc54798c-783d-448b-b482-3c71b4d774e8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:34.808770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.901960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/27a3cac7-ad86-49c5-90f6-92f57bc845fb/c7f39531-6979-4ef6-b257-a3b54f72a3d7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:34.925532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.926746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:34.965163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00aebc3b-f0e0-4e62-99eb-892a06909023']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:35.000683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e9a156-7ad5-4056-8780-705d19fddcf7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:35.001004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e9a156-7ad5-4056-8780-705d19fddcf7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:35.020813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.043743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.047012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.047149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377781ff-5eb1-4fb3-a113-bf945330bba1 None None] Pushing event updated for resources: {'Port': ['ID=83ab473b-b1cd-41af-a0e9-7a43279b8c76,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.074180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:35.074976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:35.087290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817e942b-44d6-4ad0-a127-084869fa25c8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.087499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:35.088058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:35.106709 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:35.116259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:35.123239 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3889697 Apr 28 14:58:35.154274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.167254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '96272e3b-f467-41e1-8ef8-b7fc0644ba19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:35.179035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:35.185429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:35.191168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:35.191346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.192132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.203298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.226745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873d859-f091-4339-a5b3-bad5ecc76188 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=96272e3b-f467-41e1-8ef8-b7fc0644ba19,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.242049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.243604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=2ab12b55-7399-494d-b41d-c0e54fea5c6c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.253467 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4961ed64-581e-44a5-ba66-35a639ea6571 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6563818 Apr 28 14:58:35.257277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.259700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.260593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:35.263501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.268043 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 96272e3b-f467-41e1-8ef8-b7fc0644ba19 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:35.271427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:35.273220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '27a3cac7-ad86-49c5-90f6-92f57bc845fb', 'ip_address': '2001:db8::a067:c548:47f7:efdf'}], 'name': 'tempest-NetworksTestDHCPv6-2107503287'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:35.274350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.277681 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/00aebc3b-f0e0-4e62-99eb-892a06909023 HTTP/1.1" status: 204 len: 168 time: 0.6795626 Apr 28 14:58:35.278702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a960b-da83-4d9f-b188-017644f96b42 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=00aebc3b-f0e0-4e62-99eb-892a06909023,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.280423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.288532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:35.289677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3528d3-e8f3-4873-a554-18f9198119c8 req-0d51ccc7-ffda-4a9c-9d5c-e2de4bc04991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:35.291240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8d3528d3-e8f3-4873-a554-18f9198119c8 req-0d51ccc7-ffda-4a9c-9d5c-e2de4bc04991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2352238 Apr 28 14:58:35.293682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.302270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Pushing event updated for resources: {'Port': ['ID=c7f39531-6979-4ef6-b257-a3b54f72a3d7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.330542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3cf1636e-4193-418c-ac8a-3b7c4e259475 None None] Provisioning complete for port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:35.331555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '9722ac9c-4e08-49ba-92f0-b2fe17f7497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:35.331935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: 6f5b0669-7b64-441c-a232-c8346ba372da, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:35.332198 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cf1636e-4193-418c-ac8a-3b7c4e259475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.396083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:35.399715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.415310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 6f5b0669-7b64-441c-a232-c8346ba372da is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:35.427211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.428718 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9278338 Apr 28 14:58:35.432747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41628) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.434766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Attempting to bind port c7f39531-6979-4ef6-b257-a3b54f72a3d7 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:35.435610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Attempting to bind port c7f39531-6979-4ef6-b257-a3b54f72a3d7 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:35.436008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Attempting to bind port c7f39531-6979-4ef6-b257-a3b54f72a3d7 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:35.442000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10512575-2636-44c1-8fa4-f3bc59f9c264 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b100a0d4-2e03-4be8-9b69-27e52c53794b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.445030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:35.445402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:35.445800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.446183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:35.446651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Bound port: c7f39531-6979-4ef6-b257-a3b54f72a3d7, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:35.447026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.494130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 6f5b0669-7b64-441c-a232-c8346ba372da) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:35.507409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb5703-c450-4ff2-b8fd-258c138bb278 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:35.513758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb5703-c450-4ff2-b8fd-258c138bb278 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:35.518735 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-46fb5703-c450-4ff2-b8fd-258c138bb278 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2292495 Apr 28 14:58:35.518735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:35.518735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.522208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41630) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.526032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:58:35.526771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:58:35.533239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c8501-69ec-4996-b9cf-a39e825ee725 None None] Network 6f5b0669-7b64-441c-a232-c8346ba372da requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:35.541386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1557152998'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:35.549947 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8d3528d3-e8f3-4873-a554-18f9198119c8 req-ee7b6739-8bef-4beb-be78-f284cccbc1eb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388239 Apr 28 14:58:35.591856 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b95c822b-1d3b-46ce-b4cc-dab420b89c52 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1912234 Apr 28 14:58:35.600510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41632) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.604506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] For port c7f39531-6979-4ef6-b257-a3b54f72a3d7, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:35.610722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990731972'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:35.614625 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e4d6c55-a8a6-4401-98cc-d708759905c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1752145 Apr 28 14:58:35.617476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.621881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:35.622097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-security--2054738345', 'description': 'tempest-security-description-1740994972'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:35.627463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.646035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:35.649870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.651593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] For port c7f39531-6979-4ef6-b257-a3b54f72a3d7, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c7f39531-6979-4ef6-b257-a3b54f72a3d7,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:35.655931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.665190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.675698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 576b0976-2a58-4966-8a63-4c45dac291af yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:35.686102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:35.689794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.760180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d74d96-2425-4821-8bb8-cee2435cb96a None None] Pushing event updated for resources: {'Port': ['ID=c7f39531-6979-4ef6-b257-a3b54f72a3d7,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.763713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:35.777215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Router 4a7a522a-6adb-4447-8295-a3c3629496cb is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:35.788146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0bdb98e2-30e7-475e-8223-65fd9c9b389d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:35.790844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.800050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.810042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.810380 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment 2914619b-6d73-44f3-8ba3-224d3b17f986 of type vlan for network 118c5f8a-a45c-436f-b836-8b217c1d05e8 Apr 28 14:58:35.811614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.814321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.815569 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "PUT /v2.0/security-groups/b100a0d4-2e03-4be8-9b69-27e52c53794b HTTP/1.1" status: 200 len: 1778 time: 0.1970453 Apr 28 14:58:35.841180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.846445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0bdb98e2-30e7-475e-8223-65fd9c9b389d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:35.846875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0bdb98e2-30e7-475e-8223-65fd9c9b389d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:35.847579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 341a9e00-e38b-447d-8cac-a49f1a40cdcb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:35.850190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:35.885596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 341a9e00-e38b-447d-8cac-a49f1a40cdcb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:35.885830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 341a9e00-e38b-447d-8cac-a49f1a40cdcb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:35.921924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=e992d277-5f65-4da1-acd6-bdd3c8ab0c3a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.925256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4b96b-9215-4df8-802d-e606c438da11 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b100a0d4-2e03-4be8-9b69-27e52c53794b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:35.941367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-6f5b0669-7b64-441c-a232-c8346ba372da', 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': '2ab12b55-7399-494d-b41d-c0e54fea5c6c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:35.942642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.942987 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6 of type vlan for network 31c6fa87-6960-4daa-bb27-b0f74922585a Apr 28 14:58:35.944255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:35.948207 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae1dd91a-b977-46ea-aeb3-fd41b1345ca6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups/b100a0d4-2e03-4be8-9b69-27e52c53794b HTTP/1.1" status: 200 len: 1778 time: 0.1043358 Apr 28 14:58:35.950782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:35.967053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '1eca1e4f-3c0d-4ae2-b4e4-b7489f1fcb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '96272e3b-f467-41e1-8ef8-b7fc0644ba19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:35.967413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 96272e3b-f467-41e1-8ef8-b7fc0644ba19, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:36.027501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 96272e3b-f467-41e1-8ef8-b7fc0644ba19 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:36.034061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.038180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.060643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 96272e3b-f467-41e1-8ef8-b7fc0644ba19) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:36.071438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:36.072795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.077923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.107812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.131963 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ec0d3031-1d4b-4204-9d30-769251da7072 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9764111 Apr 28 14:58:36.138138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41640) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.175307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 14:58:36.175680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:36.177468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Allocated IP 2001:db8::1 (6f5b0669-7b64-441c-a232-c8346ba372da/2ab12b55-7399-494d-b41d-c0e54fea5c6c/7a5eb258-0e4d-4fb2-b3ca-f07720ea5234) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:36.180455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.191316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:36.191316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.224554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.224698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:36.228070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.229404 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/b100a0d4-2e03-4be8-9b69-27e52c53794b HTTP/1.1" status: 204 len: 168 time: 0.2766252 Apr 28 14:58:36.235749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.237250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.244071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:36.244698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.247450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] Sync routers for ids ['4a7a522a-6adb-4447-8295-a3c3629496cb'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:36.252353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38546893-f2bf-45f5-b22c-ecf8e0969ca4 None None] Network 96272e3b-f467-41e1-8ef8-b7fc0644ba19 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:36.256501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 83ab473b-b1cd-41af-a0e9-7a43279b8c76 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:36.272236 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbd31a-2f03-475d-aaf8-835718bf7d04 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100a0d4-2e03-4be8-9b69-27e52c53794b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:36.297145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.315523 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7759857 Apr 28 14:58:36.322746 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-35589996-cb23-4140-9ea4-00b9e31d11d8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0579336 Apr 28 14:58:36.323512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41644) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.325511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41646) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.334758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-433005296'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:36.338323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b8c57-7be6-4068-802c-379aa3f72323 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=118c5f8a-a45c-436f-b836-8b217c1d05e8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:36.348212 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7448761 Apr 28 14:58:36.351645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.356032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.362439 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c1aba0ce-4932-4999-825c-5f831d874004 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7378454 Apr 28 14:58:36.362668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.364632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:36.367015 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:36.491291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4d72-b54d-48e2-98b9-c03899a06d51 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=31c6fa87-6960-4daa-bb27-b0f74922585a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:36.492928 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-efa973be-c161-4f3b-a8a0-29d95d14cfcb tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2523861 Apr 28 14:58:36.494199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.506975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.507652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:36.511754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.561300 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-9f932f3d-56ba-4b90-a33e-a044d47c8945 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] delete failed (client error): The resource could not be found. Apr 28 14:58:36.562448 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f932f3d-56ba-4b90-a33e-a044d47c8945 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/b100a0d4-2e03-4be8-9b69-27e52c53794b HTTP/1.1" status: 404 len: 347 time: 0.0395470 Apr 28 14:58:36.565428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 118c5f8a-a45c-436f-b836-8b217c1d05e8 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:36.567170 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 31c6fa87-6960-4daa-bb27-b0f74922585a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:36.568718 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:36.569848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.577404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290122891'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:36.604430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:36.626084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.626421 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment 115f12b1-11fe-432d-b100-6c9704acfa96 of type vlan for network f9ffd801-ecd2-400a-ba1f-cc8e4608bba1 Apr 28 14:58:36.629588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.648661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:36.652599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.788765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.819522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing IP validity checks on allocation pools {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:58:36.820373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:58:36.861423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.885940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.892163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:36.892786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.915443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Network 6f5b0669-7b64-441c-a232-c8346ba372da is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:36.930486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:36.933081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:36.937718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] Routers {'4a7a522a-6adb-4447-8295-a3c3629496cb'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:36.939473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4a7a522a-6adb-4447-8295-a3c3629496cb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.007721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:37.036670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Pushing event updated for resources: {'Port': ['ID=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.072259 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7379670 Apr 28 14:58:37.073461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.076393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:37.090025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'ports': [{'network_id': '118c5f8a-a45c-436f-b836-8b217c1d05e8', 'name': 'tempest-port--1454315856', 'admin_state_up': True}, {'network_id': 'f9ffd801-ecd2-400a-ba1f-cc8e4608bba1', 'admin_state_up': False}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:37.090596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'port': {'network_id': '118c5f8a-a45c-436f-b836-8b217c1d05e8', 'name': 'tempest-port--1454315856', 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:37.091394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'port': {'network_id': 'f9ffd801-ecd2-400a-ba1f-cc8e4608bba1', 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:37.110095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.164158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b97cce-43b1-4ffa-8ca8-0d1de2bb58e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=f9ffd801-ecd2-400a-ba1f-cc8e4608bba1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.180059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:37.180591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.182444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f9ffd801-ecd2-400a-ba1f-cc8e4608bba1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:37.206114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] Routers {'4a7a522a-6adb-4447-8295-a3c3629496cb'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:37.206897 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4a7a522a-6adb-4447-8295-a3c3629496cb'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.231945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.236453 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6644640 Apr 28 14:58:37.239858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:37.247656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': '1f1ea1bb-f650-498c-81e5-49758a5ed6e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:37.260666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdfdea-a9ca-403e-8f16-790c1dfcf744 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1ea1bb-f650-498c-81e5-49758a5ed6e8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.281756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8f47-d1e6-4a9c-8685-8bfe797ee627 req-db8980d5-8bde-458e-b378-b246e3d1a11f tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:37.283382 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-56df8f47-d1e6-4a9c-8685-8bfe797ee627 req-db8980d5-8bde-458e-b378-b246e3d1a11f tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.3477941 Apr 28 14:58:37.341530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.342418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c0531c-cecd-4428-a23c-b5ccb35683a5 None None] The sync data for ids ['4a7a522a-6adb-4447-8295-a3c3629496cb'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:37.363120 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Attempting to bind port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:37.363638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Attempting to bind port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9722ac9c-4e08-49ba-92f0-b2fe17f7497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:37.364109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Attempting to bind port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 on network 6f5b0669-7b64-441c-a232-c8346ba372da {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:37.406417 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:37.406985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Checking segment: {'id': '9722ac9c-4e08-49ba-92f0-b2fe17f7497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:37.407483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.407994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Bound using segment: {'id': '9722ac9c-4e08-49ba-92f0-b2fe17f7497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:37.408580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Bound port: 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9722ac9c-4e08-49ba-92f0-b2fe17f7497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '6f5b0669-7b64-441c-a232-c8346ba372da'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:37.409054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.420200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.431036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265f4f8-c84d-4f04-b68c-61bff18b3f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-96272e3b-f467-41e1-8ef8-b7fc0644ba19', 'network_id': '96272e3b-f467-41e1-8ef8-b7fc0644ba19', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': 'e992d277-5f65-4da1-acd6-bdd3c8ab0c3a'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:37.432032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d265f4f8-c84d-4f04-b68c-61bff18b3f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.435467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.448299 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-56df8f47-d1e6-4a9c-8685-8bfe797ee627 req-795a42a4-7956-41fa-9ad7-211f095e4ce9 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400311 Apr 28 14:58:37.460048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] Provisioning complete for port c7f39531-6979-4ef6-b257-a3b54f72a3d7 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:37.460562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.506999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8480d58-49e2-4e78-8ec3-c97a3822e6ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:37.512599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8480d58-49e2-4e78-8ec3-c97a3822e6ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:37.514530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d8480d58-49e2-4e78-8ec3-c97a3822e6ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1815045 Apr 28 14:58:37.522739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4895de-13b7-4436-b1fe-d708c31d738d req-dccf1e89-b920-4039-9b24-c1387d179f3c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:37.523436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:37.524685 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c4895de-13b7-4436-b1fe-d708c31d738d req-dccf1e89-b920-4039-9b24-c1387d179f3c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.8575974 Apr 28 14:58:37.584861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.593495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'port': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:37.599190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.609789 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c4895de-13b7-4436-b1fe-d708c31d738d req-35eab2b1-efea-49af-9e72-a5011aa060aa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729194 Apr 28 14:58:37.628877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.662001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=e992d277-5f65-4da1-acd6-bdd3c8ab0c3a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.674105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=81b1aa61-60e4-49dd-8cf2-d725d0ab8a1a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.701158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] For port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:37.707311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] For port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,segment=NetworkSegment(9722ac9c-4e08-49ba-92f0-b2fe17f7497d),segment_id=9722ac9c-4e08-49ba-92f0-b2fe17f7497d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-d265f4f8-c84d-4f04-b68c-61bff18b3f5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e992d277-5f65-4da1-acd6-bdd3c8ab0c3a: This subnet is being modified by another concurrent operation. Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:37.714658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e992d277-5f65-4da1-acd6-bdd3c8ab0c3a: This subnet is being modified by another concurrent operation. Apr 28 14:58:37.719766 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:58:37.724528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.746601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.757587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.779348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61807704-b22f-4c1b-9b89-8be17376c1c7 None None] Network 96272e3b-f467-41e1-8ef8-b7fc0644ba19 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:37.788100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96272e3b-f467-41e1-8ef8-b7fc0644ba19']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.799372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eca1e4f-3c0d-4ae2-b4e4-b7489f1fcb95') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.799672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eca1e4f-3c0d-4ae2-b4e4-b7489f1fcb95') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:37.812385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.832055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.877874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:37.878478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:37.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:37.891068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:37.891473 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: 31c6fa87-6960-4daa-bb27-b0f74922585a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:37.901571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.907431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b0df3-d743-4bf7-9928-cb26d7f81ff8 None None] Pushing event updated for resources: {'Port': ['ID=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:37.921640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.925686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:37.993790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port e1eb9f61-bb01-4dec-b5bd-29c14e14f161 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:37.994554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.066508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] For port c7f39531-6979-4ef6-b257-a3b54f72a3d7, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c7f39531-6979-4ef6-b257-a3b54f72a3d7,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:38.072391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.080565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c7f39531-6979-4ef6-b257-a3b54f72a3d7 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:38.092418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da7d18d-732c-4372-b937-a5694ee65b9c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:38.110091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] device_id is not set on port aeab580e-9b6c-4e3f-a365-f44877bd65da yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:38.141820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 31c6fa87-6960-4daa-bb27-b0f74922585a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:38.157459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.163444 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9e4b16a8-5268-4bb4-9250-ea8c643d9a13 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9176550 Apr 28 14:58:38.164576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:38.191776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc8c00-ca36-4b64-ae2d-9158091c1fc3 None None] Pushing event updated for resources: {'Port': ['ID=c7f39531-6979-4ef6-b257-a3b54f72a3d7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:38.216518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c7f39531-6979-4ef6-b257-a3b54f72a3d7 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:38.217306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.227624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 31c6fa87-6960-4daa-bb27-b0f74922585a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:38.261519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7e245-f57a-4a0f-9563-1840fbd99877 None None] Network 31c6fa87-6960-4daa-bb27-b0f74922585a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:38.268875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-73d0e981-6225-45f1-b188-38f3e6f0b720 None None] Provisioning complete for port e1eb9f61-bb01-4dec-b5bd-29c14e14f161 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:38.269506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-73d0e981-6225-45f1-b188-38f3e6f0b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.290717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.292986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:38.293760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.298745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.305466 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/96272e3b-f467-41e1-8ef8-b7fc0644ba19 HTTP/1.1" status: 204 len: 168 time: 2.1630225 Apr 28 14:58:38.326321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:38.328615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd61e42-1957-4085-abcd-d8ce0622b806 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=96272e3b-f467-41e1-8ef8-b7fc0644ba19,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:38.336268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.342007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1502026880'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:38.352380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for e1eb9f61-bb01-4dec-b5bd-29c14e14f161 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:38.427161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:38.431796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.469431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-73d0e981-6225-45f1-b188-38f3e6f0b720 None None] Port e1eb9f61-bb01-4dec-b5bd-29c14e14f161 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:38.480484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-73d0e981-6225-45f1-b188-38f3e6f0b720 None None] Could not find standard attr ID for object a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:58:38.487613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.525388 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a3a43d29-36fa-4fc0-8a38-710504b1eb8f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1701486 Apr 28 14:58:38.526690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:38.527428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:38.529994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.551754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-34e46b0b-2d3d-4e9f-8ddb-e40694b32d3a tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:38.553884 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-34e46b0b-2d3d-4e9f-8ddb-e40694b32d3a tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.21 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.3510053 Apr 28 14:58:38.571501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28963836-24ca-4033-b661-01439fd47721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-31c6fa87-6960-4daa-bb27-b0f74922585a', 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': '81b1aa61-60e4-49dd-8cf2-d725d0ab8a1a'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:38.572392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.572526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.572932 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 34f211f9-4538-4784-af15-66e92a179374 of type vlan for network 67c8bd40-e9cc-453f-b907-7acc2a13716d Apr 28 14:58:38.685525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.736872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-28963836-24ca-4033-b661-01439fd47721 None None] Allocated IP 2001:db8::3 (31c6fa87-6960-4daa-bb27-b0f74922585a/81b1aa61-60e4-49dd-8cf2-d725d0ab8a1a/b1c96b4c-f2df-4f5c-9296-4fe9529173ec) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:38.740352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.745178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.746298 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3da7d18d-732c-4372-b937-a5694ee65b9c HTTP/1.1" status: 204 len: 168 time: 0.5750134 Apr 28 14:58:38.753288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:38.786171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb402-1019-47f8-aa17-5dfe7c62b3ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3da7d18d-732c-4372-b937-a5694ee65b9c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:38.795416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.804017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.809296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.817535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.826017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762b71b-c007-40f1-8c3e-035bf4f8b9e4 req-f4ad50a7-076c-4835-b149-b5e7427a0dcc tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:38.827682 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3762b71b-c007-40f1-8c3e-035bf4f8b9e4 req-f4ad50a7-076c-4835-b149-b5e7427a0dcc tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.2708199 Apr 28 14:58:38.831019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.836641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:38.837362 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.851392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.875903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=e1eb9f61-bb01-4dec-b5bd-29c14e14f161,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:38.968466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:38.971530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461768bf-3717-4159-8d48-fb5f3483c275 req-e79f3768-b2f2-4996-9a21-4fc7e201f6da tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:38.973368 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-461768bf-3717-4159-8d48-fb5f3483c275 req-e79f3768-b2f2-4996-9a21-4fc7e201f6da tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2374177 Apr 28 14:58:38.986491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.054535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28963836-24ca-4033-b661-01439fd47721 None None] Network 31c6fa87-6960-4daa-bb27-b0f74922585a is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:39.055546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28963836-24ca-4033-b661-01439fd47721 None None] Pushing event updated for resources: {'Port': ['ID=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:39.059221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-28963836-24ca-4033-b661-01439fd47721 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:39.061572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28963836-24ca-4033-b661-01439fd47721 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:39.092566 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7565324 Apr 28 14:58:39.116238 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-461768bf-3717-4159-8d48-fb5f3483c275 req-1a944183-2521-4b38-a339-58b0bdaa52a2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003776 Apr 28 14:58:39.122081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:39.122920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1aab-8a28-4fa6-8177-833b89e43947 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=67c8bd40-e9cc-453f-b907-7acc2a13716d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:39.141913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 67c8bd40-e9cc-453f-b907-7acc2a13716d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:39.143896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '67c8bd40-e9cc-453f-b907-7acc2a13716d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:39.162516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-28963836-24ca-4033-b661-01439fd47721 None None] Attempting to bind port b1c96b4c-f2df-4f5c-9296-4fe9529173ec on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:39.162884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-28963836-24ca-4033-b661-01439fd47721 None None] Attempting to bind port b1c96b4c-f2df-4f5c-9296-4fe9529173ec by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:39.163240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28963836-24ca-4033-b661-01439fd47721 None None] Attempting to bind port b1c96b4c-f2df-4f5c-9296-4fe9529173ec on network 31c6fa87-6960-4daa-bb27-b0f74922585a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:39.245273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28963836-24ca-4033-b661-01439fd47721 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:39.245687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28963836-24ca-4033-b661-01439fd47721 None None] Checking segment: {'id': 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:39.246591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.246999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28963836-24ca-4033-b661-01439fd47721 None None] Bound using segment: {'id': 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:39.248012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-28963836-24ca-4033-b661-01439fd47721 None None] Bound port: b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '31c6fa87-6960-4daa-bb27-b0f74922585a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:39.248422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.284202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.360703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.366607 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1ee9837d-9e4e-4577-a4f3-e51cc5cf460c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/e1eb9f61-bb01-4dec-b5bd-29c14e14f161 HTTP/1.1" status: 204 len: 168 time: 1.8398128 Apr 28 14:58:39.366791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.369585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:39.370382 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-28963836-24ca-4033-b661-01439fd47721 None None] For port b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:39.381656 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-562ceb14-1241-4a1c-8d81-008170993868 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6225526 Apr 28 14:58:39.387413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-28963836-24ca-4033-b661-01439fd47721 None None] For port b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,segment=NetworkSegment(e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6),segment_id=e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:39.393168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41690) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:39.410503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=81b1aa61-60e4-49dd-8cf2-d725d0ab8a1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:39.410687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] device_id is not set on port 01b098ba-700a-4fa3-8119-0cf76c51e106 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:39.417454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:39.427006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.454746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Deleting port 92186880-25ce-4788-8f4a-e4ead078782d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:39.455076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.461016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-28963836-24ca-4033-b661-01439fd47721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.489271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742d937-d188-448b-b460-998ea3a85c23 None None] Network 6f5b0669-7b64-441c-a232-c8346ba372da requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:39.489486 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3762b71b-c007-40f1-8c3e-035bf4f8b9e4 req-a1725fc6-4184-44db-9cd9-8a48584bcead tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6206007 Apr 28 14:58:39.507620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router 4a7a522a-6adb-4447-8295-a3c3629496cb has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:39.540896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166677b9-9f94-49d9-b7e3-ef8107225382 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:39.542750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166677b9-9f94-49d9-b7e3-ef8107225382 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:39.544730 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-166677b9-9f94-49d9-b7e3-ef8107225382 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1500618 Apr 28 14:58:39.553407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:39.638136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] Provisioning complete for port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:39.638601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.642004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28963836-24ca-4033-b661-01439fd47721 None None] Pushing event updated for resources: {'Port': ['ID=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:39.667023 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 27a3cac7-ad86-49c5-90f6-92f57bc845fb {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:39.677651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.681026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.724791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.779414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.809197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] For port 92186880-25ce-4788-8f4a-e4ead078782d, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=92186880-25ce-4788-8f4a-e4ead078782d,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:39.809566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.817095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.817570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c6fa87-6960-4daa-bb27-b0f74922585a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:39.824591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.875274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:39.875628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:39.890258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.908042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3da84d-df92-40b8-b7fc-cbf260ee5533 req-2ba7b3d2-40d0-4e27-92dd-b8a0e5f397d1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:39.909321 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e3da84d-df92-40b8-b7fc-cbf260ee5533 req-2ba7b3d2-40d0-4e27-92dd-b8a0e5f397d1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3816922 Apr 28 14:58:39.914180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:39.952029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-9be78026-919f-43dd-8070-b76ce0f6cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:39.953594 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-9be78026-919f-43dd-8070-b76ce0f6cd24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.2149758 Apr 28 14:58:39.961641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] For port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,segment=NetworkSegment(9722ac9c-4e08-49ba-92f0-b2fe17f7497d),segment_id=9722ac9c-4e08-49ba-92f0-b2fe17f7497d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:39.974248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.011594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.053968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:40.054438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:40.059246 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:40.091215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3229e-378b-493f-b276-e25ef889d0fb None None] Pushing event updated for resources: {'Port': ['ID=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.144574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.147382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.152163 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/1f1ea1bb-f650-498c-81e5-49758a5ed6e8 HTTP/1.1" status: 204 len: 168 time: 0.7547951 Apr 28 14:58:40.153264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.196147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.201923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25fa1e3-1d65-418c-8c61-536f23377676 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1ea1bb-f650-498c-81e5-49758a5ed6e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.208001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.254537 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e3da84d-df92-40b8-b7fc-cbf260ee5533 req-0aac863a-1626-4e95-9c28-1dc47e28e089 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211889 Apr 28 14:58:40.263082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-512cfdab-68d2-4111-82f1-ddbd6c6b0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:40.264813 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-512cfdab-68d2-4111-82f1-ddbd6c6b0e37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.2489333 Apr 28 14:58:40.334761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c7f39531-6979-4ef6-b257-a3b54f72a3d7 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:40.338095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d354829a-a283-4f33-8093-48d5418c80b2 None None] Provisioning complete for port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:40.338470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d354829a-a283-4f33-8093-48d5418c80b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.373987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:40.388150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.390051 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5322d87a-5a15-47e7-b4fe-defbb241d59b tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "PUT /v2.0/routers/4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 200 len: 925 time: 4.0269928 Apr 28 14:58:40.390193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.api [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:58:40.390193 dv-neutron-839772-1-hyperv neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:58:40.390193 dv-neutron-839772-1-hyperv neutron-server[102641]: [parameters: {'id': '31c6fa87-6960-4daa-bb27-b0f74922585a'}] Apr 28 14:58:40.390193 dv-neutron-839772-1-hyperv neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:40.390593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG oslo_db.api [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:40.396250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41698) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.407793 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] Sync routers for ids ['4a7a522a-6adb-4447-8295-a3c3629496cb'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:40.430830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] Routers {'4a7a522a-6adb-4447-8295-a3c3629496cb'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:40.431987 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4a7a522a-6adb-4447-8295-a3c3629496cb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:40.432529 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5648a358-19f8-4f6c-89c7-70c3538d2261 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2704735 Apr 28 14:58:40.441001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Port': ['ID=aeab580e-9b6c-4e3f-a365-f44877bd65da,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.441477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.448850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c7f39531-6979-4ef6-b257-a3b54f72a3d7 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:40.449307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310267064'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:40.449449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.453410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.454697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.455474 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Floating IP 83d6e05c-c829-45a1-b08c-66319d4fdc71 disassociated. External IP: 172.26.4.151, port: 92186880-25ce-4788-8f4a-e4ead078782d. Apr 28 14:58:40.455944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Calling delete_port for 92186880-25ce-4788-8f4a-e4ead078782d owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:40.492892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Checking segment: {'id': '2914619b-6d73-44f3-8ba3-224d3b17f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '118c5f8a-a45c-436f-b836-8b217c1d05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:40.493392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network hostable DHCP agents. Network: 118c5f8a-a45c-436f-b836-8b217c1d05e8, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:40.508150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.512654 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:40.526241 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] Routers {'4a7a522a-6adb-4447-8295-a3c3629496cb'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:40.526862 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4a7a522a-6adb-4447-8295-a3c3629496cb'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:40.539062 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-d0ec7656-5ef3-4e7a-acb2-4993e231eac0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.2383983 Apr 28 14:58:40.552117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.574660 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:40.575457 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d933cc-1bd5-45b6-9231-17d1eddb1ac3 None None] The sync data for ids ['4a7a522a-6adb-4447-8295-a3c3629496cb'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:40.615614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=27a3cac7-ad86-49c5-90f6-92f57bc845fb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.643587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.644893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.651146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b465a914-b8cf-4071-867c-bc1046f39c6a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/27a3cac7-ad86-49c5-90f6-92f57bc845fb HTTP/1.1" status: 204 len: 168 time: 1.0944672 Apr 28 14:58:40.660096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.697538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network 118c5f8a-a45c-436f-b836-8b217c1d05e8 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:40.722475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4b1c2-8adf-44ca-903a-bbaf6599c793 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:40.741335 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a8ff7870-5588-48b2-bbf4-0b9bebef2272 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 200 len: 925 time: 0.3439941 Apr 28 14:58:40.745604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.769185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-2a90f84d-b5f4-4740-9677-68d79897bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:40.769983 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b43abcef-4901-4bbf-b6f1-68036fe533ac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1059175 Apr 28 14:58:40.770991 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-2a90f84d-b5f4-4740-9677-68d79897bd12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.2177768 Apr 28 14:58:40.772084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:40.789924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 118c5f8a-a45c-436f-b836-8b217c1d05e8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:40.814129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa178cb-6c9c-4e4c-860a-f9a1a18e839e req-0bbd2af3-6ef2-4421-a5d9-04ff774ff924 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:40.816726 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cfa178cb-6c9c-4e4c-860a-f9a1a18e839e req-0bbd2af3-6ef2-4421-a5d9-04ff774ff924 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 946 time: 0.2080157 Apr 28 14:58:40.818277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:40.819152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.824419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604847f-30ab-4ada-b25a-e7789d9251e4 None None] Network 118c5f8a-a45c-436f-b836-8b217c1d05e8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:40.845151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:40.850308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=4cf2c178-bf82-424d-a9a5-c479cc998117,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.907308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:40.948508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Port': ['ID=01b098ba-700a-4fa3-8119-0cf76c51e106,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:40.967464 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cfa178cb-6c9c-4e4c-860a-f9a1a18e839e req-11e93691-5e40-466f-a1ab-66ee624ebce4 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups?id=e1190262-0844-45f0-a8a1-5a94daceff86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409929 Apr 28 14:58:40.984502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Checking segment: {'id': '115f12b1-11fe-432d-b100-6c9704acfa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f9ffd801-ecd2-400a-ba1f-cc8e4608bba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:40.984878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network hostable DHCP agents. Network: f9ffd801-ecd2-400a-ba1f-cc8e4608bba1, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:40.988455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.031496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event deleted for resources: {'Port': ['ID=92186880-25ce-4788-8f4a-e4ead078782d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:41.080951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network f9ffd801-ecd2-400a-ba1f-cc8e4608bba1 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:41.103471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f9ffd801-ecd2-400a-ba1f-cc8e4608bba1) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:41.111616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:41.117960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.123135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.124048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.130117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b1c96b4c-f2df-4f5c-9296-4fe9529173ec up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:41.190793 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d6d05-3261-4d79-8150-aa8d9e933ef8 None None] Network f9ffd801-ecd2-400a-ba1f-cc8e4608bba1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:41.197367 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c8a78b9a-a9b0-41df-869c-51a28fa323e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1121216 Apr 28 14:58:41.200937 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41710) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.243794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Router c4b8c86f-9857-4b0c-8257-e5c5035dc614 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:41.277196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd1ce8-3865-4ff2-b8c5-593053b17d16 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.283576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd1ce8-3865-4ff2-b8c5-593053b17d16 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.288844 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0ddd1ce8-3865-4ff2-b8c5-593053b17d16 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0865395 Apr 28 14:58:41.330660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:41.332769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736ae3c-ff14-44a5-b985-1836bd1b0d9a None None] Network 31c6fa87-6960-4daa-bb27-b0f74922585a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:41.347037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41714) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.418188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.455051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:41.479437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.498745 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Sync routers for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:41.527569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] No DVR routers for this DVR port 92186880-25ce-4788-8f4a-e4ead078782d on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:41.527996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3512a-5206-4263-bbef-1aed3056ea08,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:41.530731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.534530 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c57339a-6bbf-4778-b8f4-3b63bc5de57f req-0ece71ac-1d3c-4f8e-b013-788de8474f16 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.21 "DELETE /v2.0/ports/92186880-25ce-4788-8f4a-e4ead078782d HTTP/1.1" status: 204 len: 173 time: 2.9728961 Apr 28 14:58:41.534985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'name': 'network-vif-deleted', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:58:41.537370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d2f73-7182-474a-9ff0-59c68a125912" -d '{"events": [{"server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "name": "network-vif-deleted", "tag": "92186880-25ce-4788-8f4a-e4ead078782d"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:58:41.539003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb4257-191e-4377-9b0b-723f1b7049da tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.541639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:41.542361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:41.543493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.544017 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-85fb4257-191e-4377-9b0b-723f1b7049da tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=4a7a522a-6adb-4447-8295-a3c3629496cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7938948 Apr 28 14:58:41.568142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-bc7d864a-5a96-4e1c-bf04-40a90d90e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.570533 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-bc7d864a-5a96-4e1c-bf04-40a90d90e4c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7646079 Apr 28 14:58:41.571431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '34f211f9-4538-4784-af15-66e92a179374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '67c8bd40-e9cc-453f-b907-7acc2a13716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:41.571976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 67c8bd40-e9cc-453f-b907-7acc2a13716d, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:41.665670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b1c96b4c-f2df-4f5c-9296-4fe9529173ec triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:41.665920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.666784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.668490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] Provisioning complete for port b1c96b4c-f2df-4f5c-9296-4fe9529173ec triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:41.668987 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.669828 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e3d1da2f-5cee-497a-829b-6ca503c3d0da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2239008 Apr 28 14:58:41.671970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.701464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a758c-8dd4-4173-9768-2b90575f4dc8 x-openstack-request-id: req-e12a758c-8dd4-4173-9768-2b90575f4dc8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:58:41.702364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699febe7-7f57-4a31-b424-2de02824067f", "name": "network-vif-deleted", "tag": "92186880-25ce-4788-8f4a-e4ead078782d", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:58:41.702753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e12a758c-8dd4-4173-9768-2b90575f4dc8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:58:41.703744 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12a758c-8dd4-4173-9768-2b90575f4dc8'] response: {'server_uuid': '699febe7-7f57-4a31-b424-2de02824067f', 'name': 'network-vif-deleted', 'tag': '92186880-25ce-4788-8f4a-e4ead078782d', 'status': 'completed', 'code': 200} Apr 28 14:58:41.705953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ef422-d5c1-4f60-9244-b655ebc03810 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.707719 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4c9ef422-d5c1-4f60-9244-b655ebc03810 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.1623862 Apr 28 14:58:41.711293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.719072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'aae3512a-5206-4263-bbef-1aed3056ea08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:41.752920 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-732bf52b-b0d9-47ea-8c72-2c631f536b87 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 200 len: 205 time: 0.0403271 Apr 28 14:58:41.755228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:41.756412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41726) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:41.767022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.867411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77cf47-bce1-4102-a9dc-e2cf0e30df5f req-ab69b53c-6135-4136-bb68-6cf20fb306a5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:41.883875 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8f77cf47-bce1-4102-a9dc-e2cf0e30df5f req-ab69b53c-6135-4136-bb68-6cf20fb306a5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.4982119 Apr 28 14:58:41.896617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Deleting port c7f39531-6979-4ef6-b257-a3b54f72a3d7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:41.897250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.925113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] DHCP port deletion for 31c6fa87-6960-4daa-bb27-b0f74922585a request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:41.937442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 67c8bd40-e9cc-453f-b907-7acc2a13716d is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:41.939486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:41.959431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 67c8bd40-e9cc-453f-b907-7acc2a13716d) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:41.984376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db6abd-a15b-4eaf-9c4a-c42f137c424f None None] Network 67c8bd40-e9cc-453f-b907-7acc2a13716d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:41.994856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.022793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.068575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:42.068990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.101368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.112465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.121799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] For port c7f39531-6979-4ef6-b257-a3b54f72a3d7, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c7f39531-6979-4ef6-b257-a3b54f72a3d7,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:42.123404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.152530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8f77cf47-bce1-4102-a9dc-e2cf0e30df5f req-76d3150e-78cd-4c26-afce-5ca479479071 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671208 Apr 28 14:58:42.159474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port b1c96b4c-f2df-4f5c-9296-4fe9529173ec {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:42.160356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.165141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.173756 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c268fa99-1fae-4a1c-9c97-943e1f47d177 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0449407 Apr 28 14:58:42.197522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:42.200324 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c9c5ea4c-1153-4095-b854-9c11bf46cea5 req-94101ec3-984d-48c9-884a-8cc7039461c5 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/ports?device_id=699febe7-7f57-4a31-b424-2de02824067f HTTP/1.1" status: 200 len: 210 time: 0.0440719 Apr 28 14:58:42.275603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:42.278149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Calling delete_port for c7f39531-6979-4ef6-b257-a3b54f72a3d7 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:42.325556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port 02032819-b8d3-43fc-96b8-af1ba57b0b5d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:42.327476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.353332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] For port b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,segment=NetworkSegment(e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6),segment_id=e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:42.385062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Deleting port b1c96b4c-f2df-4f5c-9296-4fe9529173ec {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:42.385905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.392292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.407601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,segment=NetworkSegment(e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6),segment_id=e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:42.408244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.424901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for b1c96b4c-f2df-4f5c-9296-4fe9529173ec owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:42.467311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] For port b1c96b4c-f2df-4f5c-9296-4fe9529173ec, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,segment=NetworkSegment(e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6),segment_id=e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:42.468320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.473944 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-94a28361-de9e-48fe-ade0-81f0a68e928e service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907464 Apr 28 14:58:42.475020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.481313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.487292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Calling delete_port for b1c96b4c-f2df-4f5c-9296-4fe9529173ec owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:42.491201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.499719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.536937 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for 02032819-b8d3-43fc-96b8-af1ba57b0b5d owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:42.650535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:42.650995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:42.666118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.684897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Deleting port aeab580e-9b6c-4e3f-a365-f44877bd65da {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:42.685543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.690134 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89aa8cae-dc4d-4a57-9705-764169541a2c req-484acccc-b90c-4c76-9204-512c20cbfe4e service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212337 Apr 28 14:58:42.691941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.714578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf2c178-bf82-424d-a9a5-c479cc998117,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:42.792746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=f3f3656b-a0af-45b7-87f6-332045120eb6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:42.804285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.808865 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1055341 Apr 28 14:58:42.809383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:42.818456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c9180-2098-4247-92e5-ce6d6664297d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901a0195-0783-4247-8ec2-d4973d9f2843,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:42.820483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.824178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'aae3512a-5206-4263-bbef-1aed3056ea08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:42.854604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c8bd40-e9cc-453f-b907-7acc2a13716d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:42.868132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f211f9-4538-4784-af15-66e92a179374') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:42.868501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f211f9-4538-4784-af15-66e92a179374') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:42.881765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:42.891035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.895499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:42.898584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:42.899164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.924028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.934780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.942046 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-44050ea3-018c-4916-a0a7-b99c844c8443 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1374309 Apr 28 14:58:42.945409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:42.946004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.946103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:42.949160 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:42.956144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': 'f3f3656b-a0af-45b7-87f6-332045120eb6', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1097770557'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:42.962925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:42.967640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Calling delete_port for aeab580e-9b6c-4e3f-a365-f44877bd65da owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:43.000893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.005601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.036638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=02032819-b8d3-43fc-96b8-af1ba57b0b5d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.073858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5166b8b-aaea-4512-b6cb-0b0c8ebcc360 None None] Pushing event updated for resources: {'Port': ['ID=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.083541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 92186880-25ce-4788-8f4a-e4ead078782d no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:43.089529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.112835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.119300 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/67c8bd40-e9cc-453f-b907-7acc2a13716d HTTP/1.1" status: 204 len: 168 time: 0.9145131 Apr 28 14:58:43.119489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.121777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41738) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:43.126208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039066781'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:43.133810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port b1c96b4c-f2df-4f5c-9296-4fe9529173ec on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:43.145927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 92186880-25ce-4788-8f4a-e4ead078782d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:43.146171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22c93f-6d7b-46f5-a369-c6567ecf1a4f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=67c8bd40-e9cc-453f-b907-7acc2a13716d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.146267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 92186880-25ce-4788-8f4a-e4ead078782d not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:43.199685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.241702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa8ceb-bf4b-4007-a868-38c9f1ba8988 None None] Network 67c8bd40-e9cc-453f-b907-7acc2a13716d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:43.246235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port b1c96b4c-f2df-4f5c-9296-4fe9529173ec update to ACTIVE by agent not found {{(pid=102642) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 28 14:58:43.246844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:43.287419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.297669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.312476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.361510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41746) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:43.368122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] No DVR routers for this DVR port c7f39531-6979-4ef6-b257-a3b54f72a3d7 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:43.373302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa8ceb-bf4b-4007-a868-38c9f1ba8988 None None] Network 67c8bd40-e9cc-453f-b907-7acc2a13716d could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:58:43.388925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] No DVR routers for this DVR port b1c96b4c-f2df-4f5c-9296-4fe9529173ec on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:43.393310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a48dd-e2ce-416e-9a46-45d9543cb432 None None] Pushing event deleted for resources: {'Port': ['ID=b1c96b4c-f2df-4f5c-9296-4fe9529173ec,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.397433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c6fa87-6960-4daa-bb27-b0f74922585a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:43.409552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd965612-5378-4c4b-9088-17bfcc0a8c68 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:43.445074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.497721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd2d38-7afe-4d5b-ac1c-3db8a40e39ab None None] Pushing event deleted for resources: {'Port': ['ID=c7f39531-6979-4ef6-b257-a3b54f72a3d7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.521665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.527078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:43.527513 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47f4802-9dc2-4b7b-b5f2-5bf4eae7a8c6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:43.539815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:43.554004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:43.554004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.578103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.587039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Checking router: c4b8c86f-9857-4b0c-8257-e5c5035dc614 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:43.593696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7c148b-95b6-49ba-9086-9621635a863c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.610777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.631228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d335e42-a35c-4841-8aa4-a5bb554f09c6 req-195d8f3f-c65b-40b0-be61-803177c5d314 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:43.633002 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9d335e42-a35c-4841-8aa4-a5bb554f09c6 req-195d8f3f-c65b-40b0-be61-803177c5d314 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2751992 Apr 28 14:58:43.638024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.639290 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7de9b964-b4d9-4cfe-a456-f0585d24097a tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8219616 Apr 28 14:58:43.640619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.671646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:43.672117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:43.681117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:43.691439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'aae3512a-5206-4263-bbef-1aed3056ea08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:43.698050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:43.701555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.704797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:43.704797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:43.708954 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:43.711168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.712385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Port': ['ID=aeab580e-9b6c-4e3f-a365-f44877bd65da,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:43.733819 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:43.742883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.746563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.794803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:43.809777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.810163 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment b16f3f3a-ab41-416c-91f3-77584f9f64e7 of type vlan for network 63cebae5-cac7-49fe-ba14-00ead6832035 Apr 28 14:58:43.818290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.818484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.819001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7a522a-6adb-4447-8295-a3c3629496cb {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:43.824160 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f5ad93cb-fe07-4ea4-9547-1e9a25dd53e5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/ports/aeab580e-9b6c-4e3f-a365-f44877bd65da HTTP/1.1" status: 204 len: 168 time: 2.4619772 Apr 28 14:58:43.826696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.827905 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-90d85810-9f7e-42e2-a3cf-cd914f5ecbbd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 204 len: 168 time: 2.0703721 Apr 28 14:58:43.829948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41752) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:43.853830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:43.882284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.882524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'f3f3656b-a0af-45b7-87f6-332045120eb6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:43.883271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.898033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1629628728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:43.909567 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9d335e42-a35c-4841-8aa4-a5bb554f09c6 req-53a6d546-24ba-4f36-ba1c-b863726449bc tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292776 Apr 28 14:58:43.918985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:43.939010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.950950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.965642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.968053 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.978637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.978880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:43.989469 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/31c6fa87-6960-4daa-bb27-b0f74922585a HTTP/1.1" status: 204 len: 168 time: 5.4565330 Apr 28 14:58:43.993500 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.001183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780317139'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.019596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685f8f4-27f2-4268-9a87-5786981fc21c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=31c6fa87-6960-4daa-bb27-b0f74922585a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.025515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.062951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Deleting port 01b098ba-700a-4fa3-8119-0cf76c51e106 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:44.063498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.079963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 46563e02-1389-4909-bec5-8f77a6c834f2 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:58:44.080731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.089084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:44.089292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.089715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.094459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.095672 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "DELETE /v2.0/security-groups/e1190262-0844-45f0-a8a1-5a94daceff86 HTTP/1.1" status: 204 len: 168 time: 0.7330675 Apr 28 14:58:44.105617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41758) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.156120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.163927 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-d1c393b8-d3b0-46df-928d-f75722549dc8 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] show failed (client error): The resource could not be found. Apr 28 14:58:44.167598 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d1c393b8-d3b0-46df-928d-f75722549dc8 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "GET /v2.0/security-groups/e1190262-0844-45f0-a8a1-5a94daceff86 HTTP/1.1" status: 404 len: 347 time: 0.0573180 Apr 28 14:58:44.167598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9f4ef-8ef0-4fc3-9977-9b99be7003c0 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1190262-0844-45f0-a8a1-5a94daceff86,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.170742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.172383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.182769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:44.192140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.232026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:44.236006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.241124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c07b4-9f78-412c-b4b1-75c90eacb7bf,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.253107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.283107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=63cebae5-cac7-49fe-ba14-00ead6832035,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.301226 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-583a3ac5-57be-4f6b-a719-03e92e9b0e45 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1785607 Apr 28 14:58:44.303971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.307102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41762) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.311708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '63cebae5-cac7-49fe-ba14-00ead6832035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.317307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.321159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.322278 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7bb48f77-cf59-44f1-9f13-eb895131fa54 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6402400 Apr 28 14:58:44.324420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.325139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f49d0a42-77de-4c0a-b6d7-ee0f9e3fdb99 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4278352 Apr 28 14:58:44.325786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.330918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 63cebae5-cac7-49fe-ba14-00ead6832035 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:44.333350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'aae3512a-5206-4263-bbef-1aed3056ea08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.333973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/f3f3656b-a0af-45b7-87f6-332045120eb6/4d57f3ae-3183-4e37-99e8-05e559ebfda1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:44.336989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.348101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Calling delete_port for 01b098ba-700a-4fa3-8119-0cf76c51e106 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:44.362453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:44.406127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.406539 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 460890cb-b96e-4f9e-8114-eba171fee033 of type vlan for network f6c45a50-5ffb-4193-beac-c8e92fa2714a Apr 28 14:58:44.407032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:44.407401 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.422926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.501051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.531958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:44.556794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.557735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.569548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18113934-4597-460d-966f-4ab6e4dbf080 None None] The sync data for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv is: [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '5db65e2b-299c-4194-a4b3-553a156e1318', 'name': '', 'network_id': 'c3fcb9fd-0c36-4a91-ad30-637224e14833', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'mac_address': 'fa:16:3e:46:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:16Z', 'updated_at': '2022-04-28T14:57:25Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'subnets': [{'id': '22c69cd4-0e44-4d13-b7fe-5a835d200525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:44.570687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.603405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.609157 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:44.609878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.617674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Port': ['ID=01b098ba-700a-4fa3-8119-0cf76c51e106,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.625346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.632471 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a998e595-3c39-4a17-9954-8282bc20ff70 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/ports/01b098ba-700a-4fa3-8119-0cf76c51e106 HTTP/1.1" status: 204 len: 168 time: 0.7962451 Apr 28 14:58:44.637419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.671890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15843a0-4daa-4048-b330-9d486216ff63,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.703083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.704749 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4ba5eb4f-076b-4429-8085-9b10927db699 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3752232 Apr 28 14:58:44.741814 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-14268269-6ddb-4788-bc2c-36a2906dec4d tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890765 Apr 28 14:58:44.749980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.750540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.759347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'aae3512a-5206-4263-bbef-1aed3056ea08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.766818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-540406297'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.790339 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7923715 Apr 28 14:58:44.795715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:44.800940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:44.812095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f84c47-7b8a-48a3-a0a6-504e45e7f17e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=f6c45a50-5ffb-4193-beac-c8e92fa2714a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:44.826541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f6c45a50-5ffb-4193-beac-c8e92fa2714a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:44.882323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.910651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:44.922178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:44.938998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c7f39531-6979-4ef6-b257-a3b54f72a3d7 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:44.991506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: c7f39531-6979-4ef6-b257-a3b54f72a3d7 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:44.991863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c7f39531-6979-4ef6-b257-a3b54f72a3d7 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:44.992298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b1c96b4c-f2df-4f5c-9296-4fe9529173ec no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:44.998599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:45.020303 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6588053-ab5b-440f-be50-1ce8beed2ec5 None None] New status for floating IP 83d6e05c-c829-45a1-b08c-66319d4fdc71: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 14:58:45.024031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b1c96b4c-f2df-4f5c-9296-4fe9529173ec {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:45.024412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b1c96b4c-f2df-4f5c-9296-4fe9529173ec not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:45.026216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.040376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.050815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.051243 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment 05b04b50-83a5-40dd-9c6f-308768074cb6 of type vlan for network 0c36890b-3fc2-4c37-aea8-06148c7b03b2 Apr 28 14:58:45.089736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.098368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.099108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:45.102888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:45.103321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:45.111825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:45.114743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.125671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Pushing event updated for resources: {'Port': ['ID=4d57f3ae-3183-4e37-99e8-05e559ebfda1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.141619 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 14:58:45.142964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:58:45.149302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:45.154471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.174337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Deleting port 17be8baa-86a1-4f0e-b9c0-b6e4225a446f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:45.174802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.177338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.191902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Attempting to bind port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:45.192613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Attempting to bind port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:45.192841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Attempting to bind port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:45.199194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:45.200264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:45.201755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.202331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:45.202862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Bound port: 4d57f3ae-3183-4e37-99e8-05e559ebfda1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:45.203250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.214829 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5148a73b-79ff-47aa-bba6-b9af633ad86d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2604239 Apr 28 14:58:45.243514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.284654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.286033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] For port 4d57f3ae-3183-4e37-99e8-05e559ebfda1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:45.290641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] For port 4d57f3ae-3183-4e37-99e8-05e559ebfda1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d57f3ae-3183-4e37-99e8-05e559ebfda1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:45.294720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d06a3a8-af64-4c68-afa0-10df3eb9ef10,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.306878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.308047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.312032 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d9749ad2-c802-4123-a07e-6a63b702eda6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5565362 Apr 28 14:58:45.315776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.366357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df0f4c-9769-4995-9825-a5722112c36f req-3cb05eec-8990-449a-a2ed-8f7bff990cc1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.368406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f4df0f4c-9769-4995-9825-a5722112c36f req-3cb05eec-8990-449a-a2ed-8f7bff990cc1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2960882 Apr 28 14:58:45.390292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.396637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.396824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.408829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c050999-311a-4d1e-966a-3e13e60f319b None None] Pushing event updated for resources: {'Port': ['ID=4d57f3ae-3183-4e37-99e8-05e559ebfda1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.418943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.433859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75926141-167e-4f7c-b607-bed3c3f4d3f2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.437697 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75926141-167e-4f7c-b607-bed3c3f4d3f2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1893044 Apr 28 14:58:45.439144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.439472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.445412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41782) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.471310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Calling delete_port for 17be8baa-86a1-4f0e-b9c0-b6e4225a446f owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:45.520482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.531296 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7748492 Apr 28 14:58:45.535863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41784) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.553183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-67402487'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:45.562480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0a8082dc-a908-4b19-bf55-1c0db75efd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.573046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a840eed-1404-4a4b-bd4a-7db258593a44 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=0c36890b-3fc2-4c37-aea8-06148c7b03b2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.577714 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f4df0f4c-9769-4995-9825-a5722112c36f req-b40ee7a3-d18f-42dd-9608-b7d9c4ea182b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930425 Apr 28 14:58:45.608785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0c36890b-3fc2-4c37-aea8-06148c7b03b2 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:45.645260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034330a-6376-4f29-9e6a-ed96f3c978d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.646748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034330a-6376-4f29-9e6a-ed96f3c978d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.653365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d034330a-6376-4f29-9e6a-ed96f3c978d7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2023602 Apr 28 14:58:45.655338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.661429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41788) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.679460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.684165 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/9d06a3a8-af64-4c68-afa0-10df3eb9ef10 HTTP/1.1" status: 204 len: 168 time: 0.3641977 Apr 28 14:58:45.700050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41790) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.716536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:45.720501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.729667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5ebbc-c219-4b72-9815-0c0dbc57e6b1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d06a3a8-af64-4c68-afa0-10df3eb9ef10,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.762806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.805329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.845010 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-44dec28b-9149-4ca6-aca9-00434bdaf620 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1395547 Apr 28 14:58:45.848014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:45.853198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet f3f3656b-a0af-45b7-87f6-332045120eb6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:45.864802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.881183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:45.906667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=44e0a938-42eb-4be7-a45f-5afe82bd0d69,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:45.939574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.942918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '460890cb-b96e-4f9e-8114-eba171fee033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:45.943271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: f6c45a50-5ffb-4193-beac-c8e92fa2714a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:45.945512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.947846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:45.948246 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Added segment 58baed99-4afd-4e1d-9dfa-1f5709cec0ee of type vlan for network 9202576e-23a7-4cc1-b9dc-aa10254b156e Apr 28 14:58:45.958574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134fe86-38d5-40fa-adfa-db6d6f643bc1 req-f6aa9327-abcf-4cef-b61d-73ef02f9cc98 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:45.960085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e134fe86-38d5-40fa-adfa-db6d6f643bc1 req-f6aa9327-abcf-4cef-b61d-73ef02f9cc98 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2486596 Apr 28 14:58:45.983254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.035398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.048308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=3edcd984-6cbd-413f-87ae-d37769652235,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.058567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network f6c45a50-5ffb-4193-beac-c8e92fa2714a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:46.071164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.078207 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d57f3ae-3183-4e37-99e8-05e559ebfda1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:46.082947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f6c45a50-5ffb-4193-beac-c8e92fa2714a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:46.093887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.095854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.097099 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/d15843a0-4daa-4048-b330-9d486216ff63 HTTP/1.1" status: 204 len: 168 time: 0.2479479 Apr 28 14:58:46.102251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:46.103224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.105363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.116416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb2e98-831e-4d29-84b3-1c4c3a2043bc tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d15843a0-4daa-4048-b330-9d486216ff63,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.119098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.119250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6afd463-368c-4163-b15d-366ac5ff1b4d None None] Network f6c45a50-5ffb-4193-beac-c8e92fa2714a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:46.119357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.170324 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a84beb6e-c47e-4003-9fce-ccc1f27470cf tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3734748 Apr 28 14:58:46.188660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.200491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-35e26949-156c-4f4e-a5a4-7e79d2f91ea9 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0922012 Apr 28 14:58:46.204531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41798) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.222966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': 'b16f3f3a-ab41-416c-91f3-77584f9f64e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '63cebae5-cac7-49fe-ba14-00ead6832035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:46.223330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 63cebae5-cac7-49fe-ba14-00ead6832035, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:46.242246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.253699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.262355 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e134fe86-38d5-40fa-adfa-db6d6f643bc1 req-4596d785-43ab-4d0f-9b41-a685b4fa8345 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625992 Apr 28 14:58:46.265221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.297287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.307309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.313245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-f6c45a50-5ffb-4193-beac-c8e92fa2714a', 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': '44e0a938-42eb-4be7-a45f-5afe82bd0d69'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:46.315034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.316795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:46.317460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.338890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f3656b-a0af-45b7-87f6-332045120eb6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.345414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.352573 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d684992b-fc21-444d-8ee5-c3e8ab5e6ef5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/f3f3656b-a0af-45b7-87f6-332045120eb6 HTTP/1.1" status: 204 len: 168 time: 0.6879895 Apr 28 14:58:46.355121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41802) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.367760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:46.368357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.402250 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5d361479-42eb-4340-beca-4c0a5f6a2630 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406494 Apr 28 14:58:46.402250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.409340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.412982 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6e1c07b4-9f78-412c-b4b1-75c90eacb7bf HTTP/1.1" status: 204 len: 168 time: 0.2057419 Apr 28 14:58:46.412982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41804) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.412982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c44c4-39d1-42fa-8fab-251c327281c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e1c07b4-9f78-412c-b4b1-75c90eacb7bf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.414947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.418905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Pushing event deleted for resources: {'Port': ['ID=17be8baa-86a1-4f0e-b9c0-b6e4225a446f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.419865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:46.541061 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0d2286f5-a434-4ff9-ac61-b45742d21f87 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1170213 Apr 28 14:58:46.549363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.556513 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0123680 Apr 28 14:58:46.598954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.605198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.614186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.627950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:46.631925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.639689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 63cebae5-cac7-49fe-ba14-00ead6832035 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:46.663225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 4d57f3ae-3183-4e37-99e8-05e559ebfda1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d57f3ae-3183-4e37-99e8-05e559ebfda1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:46.690403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.701777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.708936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'subnets': [{'network_id': '0c36890b-3fc2-4c37-aea8-06148c7b03b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1528039959', 'ip_version': 4}, {'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:46.710751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'subnet': {'network_id': '0c36890b-3fc2-4c37-aea8-06148c7b03b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1528039959', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:46.711445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Request body: {'subnet': {'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:46.728615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 63cebae5-cac7-49fe-ba14-00ead6832035) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:46.735469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:46.735748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.741723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6497e-5454-483e-a0f4-8d647998ce76 None None] Network 63cebae5-cac7-49fe-ba14-00ead6832035 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:46.751279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.779245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Allocated IP 172.26.4.201 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/c1446452-d4f6-4b0b-9eb0-1b7157557cd7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:46.781380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Allocated IP 2001:db8::1 (f6c45a50-5ffb-4193-beac-c8e92fa2714a/44e0a938-42eb-4be7-a45f-5afe82bd0d69/8f268b6e-3509-4556-8275-b99a56687b60) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:46.805478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83479771-27b4-41f1-9eed-2b20ee5f41a5 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Network': ['ID=9202576e-23a7-4cc1-b9dc-aa10254b156e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.811114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.812078 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6f7c148b-95b6-49ba-9086-9621635a863c HTTP/1.1" status: 204 len: 168 time: 0.2615738 Apr 28 14:58:46.829177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.838433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9202576e-23a7-4cc1-b9dc-aa10254b156e details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:46.848399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd416-b0a5-4e56-8894-d24b053854b7 req-5f6a42ec-49c9-492f-a5a8-cff4b5bea698 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:46.852398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=4d57f3ae-3183-4e37-99e8-05e559ebfda1,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.861153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-656dd416-b0a5-4e56-8894-d24b053854b7 req-5f6a42ec-49c9-492f-a5a8-cff4b5bea698 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1897233 Apr 28 14:58:46.867450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283956a3-711e-46da-979f-4d07eb17cf55 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f7c148b-95b6-49ba-9086-9621635a863c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:46.880182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa335ba-c726-47f0-9492-35f1690fc1a4 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:46.924950 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-656dd416-b0a5-4e56-8894-d24b053854b7 req-4ef7a068-ee88-4fa4-9b98-7543ed9be514 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623822 Apr 28 14:58:46.929104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.936758 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3946e812-11e0-440a-84a4-305b65bea52f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6265900 Apr 28 14:58:46.943985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:46.983470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.986506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:46.993488 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1db6bb0f-4910-4aaf-9920-3bcd645ced35 tempest-ServersTestJSON-148640982 tempest-ServersTestJSON-148640982-project] 10.222.0.58 "DELETE /v2.0/floatingips/83d6e05c-c829-45a1-b08c-66319d4fdc71 HTTP/1.1" status: 204 len: 168 time: 2.8165307 Apr 28 14:58:46.993665 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-59c4d60c-93ad-4935-9a6c-079668d28aa6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1493912 Apr 28 14:58:47.000338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:47.000675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:47.080427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c7033294-2a59-499b-9872-01d0b7d0eb90 None None] Provisioning complete for port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:47.081054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c7033294-2a59-499b-9872-01d0b7d0eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.162957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.170440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.179460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.180414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.189767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.212603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.269221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Made reservation on behalf of 6857385835944eb08dbbd90e7d46a076 for: {'subnet': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:47.274444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.274796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.303043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca92404-a504-44b1-b28c-e9898b3fbbf1 req-397ef25c-44a7-4e6a-a363-8bdcc3a6cf27 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:47.305797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.308672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3ca92404-a504-44b1-b28c-e9898b3fbbf1 req-397ef25c-44a7-4e6a-a363-8bdcc3a6cf27 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2933304 Apr 28 14:58:47.309878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dca13-455e-44b2-a31e-86b895a56880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-63cebae5-cac7-49fe-ba14-00ead6832035', 'network_id': '63cebae5-cac7-49fe-ba14-00ead6832035', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '3edcd984-6cbd-413f-87ae-d37769652235'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:47.310905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9f8dca13-455e-44b2-a31e-86b895a56880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.332447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.350154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:47.356491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:47.369494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:47.370082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.389662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:47.395781 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:47.400177 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:47.402443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event updated for resources: {'Port': ['ID=c1446452-d4f6-4b0b-9eb0-1b7157557cd7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.405632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.441385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=947acbf5-00ad-4310-9d48-83185fb97026,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.456942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.459781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.494741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.500117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.501483 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/901a0195-0783-4247-8ec2-d4973d9f2843 HTTP/1.1" status: 204 len: 168 time: 0.4974408 Apr 28 14:58:47.520293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41824) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:47.520704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=3edcd984-6cbd-413f-87ae-d37769652235,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.523600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.524530 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7867d122-aac1-472f-acc4-8bfde674e4e2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1103168 Apr 28 14:58:47.533451 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:47.545716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Network f6c45a50-5ffb-4193-beac-c8e92fa2714a is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:47.548589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:47.549496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:47.550377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Pushing event updated for resources: {'Port': ['ID=8f268b6e-3509-4556-8275-b99a56687b60,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.553067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-9f8dca13-455e-44b2-a31e-86b895a56880 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3edcd984-6cbd-413f-87ae-d37769652235: This subnet is being modified by another concurrent operation. Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:47.556588 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3edcd984-6cbd-413f-87ae-d37769652235: This subnet is being modified by another concurrent operation. Apr 28 14:58:47.560561 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:58:47.571795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c74ce4-2223-4e6e-80a7-2cd56f7d0cf7 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=901a0195-0783-4247-8ec2-d4973d9f2843,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.609357 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3ca92404-a504-44b1-b28c-e9898b3fbbf1 req-4c54a3f0-6e6c-47a5-b840-8fd52f3de93f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965367 Apr 28 14:58:47.633361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=44e0a938-42eb-4be7-a45f-5afe82bd0d69,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:47.762995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.766355 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-09aaf58a-2a20-4761-964f-3f2a78eb632e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2404823 Apr 28 14:58:47.771655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41830) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:47.778191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6f58f-6792-4a58-887e-ca609eb5e373 None None] Network 63cebae5-cac7-49fe-ba14-00ead6832035 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:47.799696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.800733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.865799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Attempting to bind port 8f268b6e-3509-4556-8275-b99a56687b60 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:47.866020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63cebae5-cac7-49fe-ba14-00ead6832035']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:47.866208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Attempting to bind port 8f268b6e-3509-4556-8275-b99a56687b60 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '460890cb-b96e-4f9e-8114-eba171fee033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:47.866573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Attempting to bind port 8f268b6e-3509-4556-8275-b99a56687b60 on network f6c45a50-5ffb-4193-beac-c8e92fa2714a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:47.871599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.874535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:47.874913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Checking segment: {'id': '460890cb-b96e-4f9e-8114-eba171fee033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:47.875321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.875713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Bound using segment: {'id': '460890cb-b96e-4f9e-8114-eba171fee033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:47.876231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Bound port: 8f268b6e-3509-4556-8275-b99a56687b60, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460890cb-b96e-4f9e-8114-eba171fee033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:47.876615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:47.896540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b48858-3da3-4bf0-9380-f4005f88b0c5 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:47.900662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16f3f3a-ab41-416c-91f3-77584f9f64e7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:47.901200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16f3f3a-ab41-416c-91f3-77584f9f64e7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:47.935313 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:58:47.978590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.042732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65eb21d5-eda8-4b01-b138-34da36a57012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.053333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4b53ef41-3119-4cc4-91ab-7e37c9404e16 None None] Provisioning complete for port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:48.053597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b53ef41-3119-4cc4-91ab-7e37c9404e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.067704 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.091306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d57f3ae-3183-4e37-99e8-05e559ebfda1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:48.099865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] For port 8f268b6e-3509-4556-8275-b99a56687b60, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:48.158343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] For port 8f268b6e-3509-4556-8275-b99a56687b60, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8f268b6e-3509-4556-8275-b99a56687b60,segment=NetworkSegment(460890cb-b96e-4f9e-8114-eba171fee033),segment_id=460890cb-b96e-4f9e-8114-eba171fee033)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:48.194499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.286637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.291335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c45a50-5ffb-4193-beac-c8e92fa2714a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:48.333661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13a86b-bc7d-46c3-8c75-69124980ab11 req-33b60942-7a7a-4cbd-9d8c-c89a0153956f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:48.335226 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9a13a86b-bc7d-46c3-8c75-69124980ab11 req-33b60942-7a7a-4cbd-9d8c-c89a0153956f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5939124 Apr 28 14:58:48.340082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.343823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460890cb-b96e-4f9e-8114-eba171fee033') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:48.344197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460890cb-b96e-4f9e-8114-eba171fee033') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:48.370140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.370540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dfde-5fda-4ce0-9da6-be297e66c9c7 None None] Pushing event updated for resources: {'Port': ['ID=8f268b6e-3509-4556-8275-b99a56687b60,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:48.377963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.383674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:48.384321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.416711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.417516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4244efb-71e5-4bd7-a535-5db7f26ef66c None None] Network f6c45a50-5ffb-4193-beac-c8e92fa2714a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:48.427397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.444865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:48.444865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:48.452008 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:48.457398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.481908 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.483189 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5888d998-7314-4735-b09e-58c9c33d1606 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9461803 Apr 28 14:58:48.491304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:48.524914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:48.525374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:48.532488 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:48.561426 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9a13a86b-bc7d-46c3-8c75-69124980ab11 req-8013873a-1297-489b-91de-cd81f91d0e72 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103713 Apr 28 14:58:48.596644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.599058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.600437 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/aae3512a-5206-4263-bbef-1aed3056ea08 HTTP/1.1" status: 204 len: 168 time: 0.8249195 Apr 28 14:58:48.612417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:48.613862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5948f9-dd45-4524-bc00-3ed49162e5d5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3512a-5206-4263-bbef-1aed3056ea08,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:48.623639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.735635 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-67cbd224-f5a6-4224-b698-6edaa3704153 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1190891 Apr 28 14:58:48.736324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80008909-1521-40e0-8754-ef7855a545b2 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:48.765158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:48.776317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109532034'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:48.783676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.809751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.817242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.824753 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/63cebae5-cac7-49fe-ba14-00ead6832035 HTTP/1.1" status: 204 len: 168 time: 1.8576884 Apr 28 14:58:48.859860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.api [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:58:48.859860 dv-neutron-839772-1-hyperv neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:58:48.859860 dv-neutron-839772-1-hyperv neutron-server[102641]: [parameters: {'id': 'f6c45a50-5ffb-4193-beac-c8e92fa2714a'}] Apr 28 14:58:48.859860 dv-neutron-839772-1-hyperv neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:48.860527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG oslo_db.api [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:48.864870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41842) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:48.880085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142652868'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:48.890183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92efd-2c4c-49ad-88d0-a3d63da91ee6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=63cebae5-cac7-49fe-ba14-00ead6832035,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:48.890463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-13c5bff4-6334-4ffd-afe6-33d15b33d3d2 None None] Provisioning complete for port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:48.891888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c5bff4-6334-4ffd-afe6-33d15b33d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.920289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.978623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.981340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:48.994296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:48.994719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80008909-1521-40e0-8754-ef7855a545b2 None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:48.998709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.059410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Subnet': ['ID=d80377db-7781-4050-822d-99a2f16ae1d6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:49.072879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:49.086026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbc19b-feb6-4066-b834-ef940350208e req-959ef2e5-d946-4721-b9aa-6ea0126a4b4d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.088183 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-befbc19b-feb6-4066-b834-ef940350208e req-959ef2e5-d946-4721-b9aa-6ea0126a4b4d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2152870 Apr 28 14:58:49.131117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.131470 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 5c47db98-2e1c-4cc4-aab4-06f483337dab of type vlan for network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 Apr 28 14:58:49.133603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Checking segment: {'id': '05b04b50-83a5-40dd-9c6f-308768074cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '0c36890b-3fc2-4c37-aea8-06148c7b03b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:49.133948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network hostable DHCP agents. Network: 0c36890b-3fc2-4c37-aea8-06148c7b03b2, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:49.188984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.215154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network 0c36890b-3fc2-4c37-aea8-06148c7b03b2 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:49.232593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.238248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.238832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.249523 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-befbc19b-feb6-4066-b834-ef940350208e req-052645db-a8d3-4fc4-8015-9b8d7bc4eb17 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263976 Apr 28 14:58:49.253220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0c36890b-3fc2-4c37-aea8-06148c7b03b2) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:49.258752 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.343971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.345968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7e46c-fdd8-4c27-aff3-865b3fe378be None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:49.352437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.370840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.374414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.374796 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5087821 Apr 28 14:58:49.376527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:49.380422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.382165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.387211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:49.398973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971e2ab-7b5e-4201-9406-d395ccc81742 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:49.416333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:49.434672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event updated for resources: {'Subnet': ['ID=701ec22b-ece3-41d8-92ed-b04b0cfab7c5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:49.457080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Checking segment: {'id': '58baed99-4afd-4e1d-9dfa-1f5709cec0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:49.457431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network hostable DHCP agents. Network: 9202576e-23a7-4cc1-b9dc-aa10254b156e, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:49.482975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Deleting port 5db65e2b-299c-4194-a4b3-553a156e1318 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:49.483865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.499433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Network 9202576e-23a7-4cc1-b9dc-aa10254b156e is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:49.544900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9202576e-23a7-4cc1-b9dc-aa10254b156e) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:49.550267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.551004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.551788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.579265 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-098f3109-23c7-4a30-8d3e-677b63a1f2e6 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8791764 Apr 28 14:58:49.579539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41846) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:49.614750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.618640 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8469810 Apr 28 14:58:49.620965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:49.621515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bf55d-664b-44c6-ba25-e378f7da9549 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae0ee58-c9c4-4e5f-aa32-56b5c76f1580,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:49.627259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': '1ae0ee58-c9c4-4e5f-aa32-56b5c76f1580', 'direction': 'ingress', 'protocol': 17}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:49.644923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] For port 5db65e2b-299c-4194-a4b3-553a156e1318, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5db65e2b-299c-4194-a4b3-553a156e1318,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:49.645294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.648345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7e46c-fdd8-4c27-aff3-865b3fe378be None None] Unable to find a vacant binding_index for network 9202576e-23a7-4cc1-b9dc-aa10254b156e and agent e1edb7bf-643b-422f-a495-2374032fb3dc {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 14:58:49.655687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c7e46c-fdd8-4c27-aff3-865b3fe378be None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9202576e-23a7-4cc1-b9dc-aa10254b156e) {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:49.661210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:49.664927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.673750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Calling delete_port for 5db65e2b-299c-4194-a4b3-553a156e1318 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:49.682205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7707f-ce70-4c42-b408-323d6faf74d8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.683715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7707f-ce70-4c42-b408-323d6faf74d8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.685249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7707f-ce70-4c42-b408-323d6faf74d8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:49.689974 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1bb7707f-ce70-4c42-b408-323d6faf74d8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1064317 Apr 28 14:58:49.691260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:49.757012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.809221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:58:49.810105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:58:49.819767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Deleting subnet d80377db-7781-4050-822d-99a2f16ae1d6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:49.828889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.928802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.928926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3096ee6f-d62b-467f-a017-c4dfaada6c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0c36890b-3fc2-4c37-aea8-06148c7b03b2', 'network_id': '0c36890b-3fc2-4c37-aea8-06148c7b03b2', 'tenant_id': '6857385835944eb08dbbd90e7d46a076', 'fixed_ips': [{'subnet_id': 'd80377db-7781-4050-822d-99a2f16ae1d6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:49.930292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3096ee6f-d62b-467f-a017-c4dfaada6c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.930987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.932303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 8f268b6e-3509-4556-8275-b99a56687b60 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:49.932622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:49.960411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.008988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14592b5-8e99-43c3-a3b2-c3e6f600ecba,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.026601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.027852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fa1e8158-f07e-4192-bc8d-b9177f667087 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4041674 Apr 28 14:58:50.031951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.034054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41852) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:50.094515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 8f268b6e-3509-4556-8275-b99a56687b60, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8f268b6e-3509-4556-8275-b99a56687b60,segment=NetworkSegment(460890cb-b96e-4f9e-8114-eba171fee033),segment_id=460890cb-b96e-4f9e-8114-eba171fee033)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:50.094926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.108303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Router d738539f-65f6-4198-a3db-d9fd546842b8 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:50.134252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::1 (54d908dd-ca79-41d5-95f2-c906280f9818/947acbf5-00ad-4310-9d48-83185fb97026/ee7a6368-88ef-4921-bca1-10ffed285cdb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:50.136369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-9202576e-23a7-4cc1-b9dc-aa10254b156e', 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e', 'tenant_id': '6857385835944eb08dbbd90e7d46a076', 'fixed_ips': [{'subnet_id': '701ec22b-ece3-41d8-92ed-b04b0cfab7c5'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:50.137458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.138393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 8f268b6e-3509-4556-8275-b99a56687b60 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:50.168302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.178980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.184375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.200402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.208013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db65e2b-299c-4194-a4b3-553a156e1318,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.251837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Subnet': ['ID=d80377db-7781-4050-822d-99a2f16ae1d6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.254026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.257580 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3eb40344-317f-4178-aab1-0f38838c2353 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/subnets/d80377db-7781-4050-822d-99a2f16ae1d6 HTTP/1.1" status: 204 len: 168 time: 0.5645819 Apr 28 14:58:50.277502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:50.287634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.356254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-3096ee6f-d62b-467f-a017-c4dfaada6c4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d80377db-7781-4050-822d-99a2f16ae1d6: This subnet is being modified by another concurrent operation. Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:50.391658 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d80377db-7781-4050-822d-99a2f16ae1d6: This subnet is being modified by another concurrent operation. Apr 28 14:58:50.397273 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:58:50.424490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Deleting subnet 701ec22b-ece3-41d8-92ed-b04b0cfab7c5 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:50.435467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Allocated IP 172.20.0.18 (9202576e-23a7-4cc1-b9dc-aa10254b156e/701ec22b-ece3-41d8-92ed-b04b0cfab7c5/984e5d57-0c52-47e8-87ff-6426547c0f04) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:50.465305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.467808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.469051 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ae0ee58-c9c4-4e5f-aa32-56b5c76f1580 HTTP/1.1" status: 204 len: 168 time: 0.4340069 Apr 28 14:58:50.476412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41858) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:50.481075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.506264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cbb6d-5b27-48e5-ac1b-30f38bb2382b tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae0ee58-c9c4-4e5f-aa32-56b5c76f1580,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.520778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78327a0-ad37-4f7a-b17b-65e70eb7550d req-427a38a7-37a7-4152-a7fa-17937fcb98c7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:50.522217 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d78327a0-ad37-4f7a-b17b-65e70eb7550d req-427a38a7-37a7-4152-a7fa-17937fcb98c7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1485209 Apr 28 14:58:50.527679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=60cd1336-b0b4-4e33-9205-e953999f0246,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.530502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:50.551906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.553188 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-78e5f49b-a322-44a2-a466-888e9e68a993 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "PUT /v2.0/routers/d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 200 len: 884 time: 6.2199593 Apr 28 14:58:50.554169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] Sync routers for ids ['d738539f-65f6-4198-a3db-d9fd546842b8'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:50.555686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=8f268b6e-3509-4556-8275-b99a56687b60,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.557450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:50.558504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 8f268b6e-3509-4556-8275-b99a56687b60 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:50.563362 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.576570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] Routers {'d738539f-65f6-4198-a3db-d9fd546842b8'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:50.580645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['d738539f-65f6-4198-a3db-d9fd546842b8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:50.606895 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d3645ec0-e86c-4fa7-a83a-1ff44d2968ba tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1286936 Apr 28 14:58:50.612265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41862) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:50.619400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855346100'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:50.626121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:50.630220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.647189 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d78327a0-ad37-4f7a-b17b-65e70eb7550d req-1c433bab-2fbb-4790-a13d-3534697cd41c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109176 Apr 28 14:58:50.654462 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '5c47db98-2e1c-4cc4-aab4-06f483337dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:50.655700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] Routers {'d738539f-65f6-4198-a3db-d9fd546842b8'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:50.656364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:50.656533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['d738539f-65f6-4198-a3db-d9fd546842b8'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:50.718738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.720532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:50.721191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ee0d3-3f0d-428a-bc07-a5d8d6466421 None None] The sync data for ids ['d738539f-65f6-4198-a3db-d9fd546842b8'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:50.751187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.775663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.785901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.786168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.825100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Network 9202576e-23a7-4cc1-b9dc-aa10254b156e is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:50.828524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:50.833498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:50.874739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Pushing event updated for resources: {'Port': ['ID=984e5d57-0c52-47e8-87ff-6426547c0f04,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:50.910940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Attempting to bind port 984e5d57-0c52-47e8-87ff-6426547c0f04 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:50.911304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Attempting to bind port 984e5d57-0c52-47e8-87ff-6426547c0f04 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '58baed99-4afd-4e1d-9dfa-1f5709cec0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:50.911664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Attempting to bind port 984e5d57-0c52-47e8-87ff-6426547c0f04 on network 9202576e-23a7-4cc1-b9dc-aa10254b156e {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:50.916213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.917836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:50.918208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Checking segment: {'id': '58baed99-4afd-4e1d-9dfa-1f5709cec0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:50.919241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.919241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Bound using segment: {'id': '58baed99-4afd-4e1d-9dfa-1f5709cec0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:50.919480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Bound port: 984e5d57-0c52-47e8-87ff-6426547c0f04, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58baed99-4afd-4e1d-9dfa-1f5709cec0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '9202576e-23a7-4cc1-b9dc-aa10254b156e'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:50.919905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:50.987741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] For port 984e5d57-0c52-47e8-87ff-6426547c0f04, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:50.993609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] For port 984e5d57-0c52-47e8-87ff-6426547c0f04, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=984e5d57-0c52-47e8-87ff-6426547c0f04,segment=NetworkSegment(58baed99-4afd-4e1d-9dfa-1f5709cec0ee),segment_id=58baed99-4afd-4e1d-9dfa-1f5709cec0ee)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:51.001624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.088843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.090188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dabec6-f3b3-44a3-a060-3a4837100154 None None] Pushing event updated for resources: {'Port': ['ID=984e5d57-0c52-47e8-87ff-6426547c0f04,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.105048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.138581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.154795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c045fd-09a3-46e2-b02e-8b9e04688a51 req-c0a11e7e-3988-425e-918b-dfdc474ea36c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:51.156406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-72c045fd-09a3-46e2-b02e-8b9e04688a51 req-c0a11e7e-3988-425e-918b-dfdc474ea36c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2512453 Apr 28 14:58:51.175417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.185078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c45a50-5ffb-4193-beac-c8e92fa2714a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:51.191738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:51.202464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.206567 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5891967 Apr 28 14:58:51.220801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.231404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986686234'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:51.232412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88374-0a15-43b0-9ddc-f8354e536c03 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b957470c-c896-4150-80bc-0f3eff8e7e05,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.236592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460890cb-b96e-4f9e-8114-eba171fee033') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:51.237460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460890cb-b96e-4f9e-8114-eba171fee033') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:51.243190 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-592ac9ba-9cdc-4129-b51c-9bea04b0980a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 200 len: 925 time: 0.6727052 Apr 28 14:58:51.243495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.262497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.275878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:51.280467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:51.284296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.290792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.294124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:51.297775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.298273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:51.298849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.302810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:51.303324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.360097 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-72c045fd-09a3-46e2-b02e-8b9e04688a51 req-d19ddf7f-12a4-4279-8d59-2091f3b271aa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946416 Apr 28 14:58:51.367467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:51.367889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:51.370980 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:51.373269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.396195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Router c4b8c86f-9857-4b0c-8257-e5c5035dc614 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:51.400573 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-56e41dd4-71d1-4107-a595-d901d52a0222 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0219293 Apr 28 14:58:51.406568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41872) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.445080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a190fe-1a38-44c5-aa75-f3c380928937 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:51.446642 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05a190fe-1a38-44c5-aa75-f3c380928937 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=d738539f-65f6-4198-a3db-d9fd546842b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2026930 Apr 28 14:58:51.456351 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41874) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.495155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.507607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.515481 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/f6c45a50-5ffb-4193-beac-c8e92fa2714a HTTP/1.1" status: 204 len: 168 time: 5.3205364 Apr 28 14:58:51.521856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41876) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.527034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963907809'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:51.551528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.570819 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c6854-de18-4847-87d7-f46625ccd109 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=f6c45a50-5ffb-4193-beac-c8e92fa2714a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.600855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.628575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:51.632520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.670990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.685478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.716193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:51.775001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.776310 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5524559 Apr 28 14:58:51.804223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.805351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.805698 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment ff39ffe3-f56c-4a84-9485-e521ffe429a5 of type vlan for network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 Apr 28 14:58:51.807057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5ae30-fdb6-49c0-9577-c3ed18dd7710 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da099a3-9cc0-40a9-8d8c-1eacc27ce7a2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.813803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'b957470c-c896-4150-80bc-0f3eff8e7e05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1da099a3-9cc0-40a9-8d8c-1eacc27ce7a2', 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:51.898063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.915687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.936677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Subnet': ['ID=701ec22b-ece3-41d8-92ed-b04b0cfab7c5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:51.952930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:51.958017 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e1d1502f-e4c5-4474-ad24-305699350bf3 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/subnets/701ec22b-ece3-41d8-92ed-b04b0cfab7c5 HTTP/1.1" status: 204 len: 168 time: 1.6795869 Apr 28 14:58:51.965160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41880) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:51.996028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.001734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:52.002346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.090555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.100035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f3cb7-af6f-4cf8-8f6a-4e190ac738ad tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:52.105321 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6a0f3cb7-af6f-4cf8-8f6a-4e190ac738ad tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1379404 Apr 28 14:58:52.106751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41882) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.108675 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5854969 Apr 28 14:58:52.123479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41884) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.126166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03022d45-f966-41b6-bc36-968eccf33583 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:52.127681 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-03022d45-f966-41b6-bc36-968eccf33583 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.6703925 Apr 28 14:58:52.132824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:52.140029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.180474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.184236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 984e5d57-0c52-47e8-87ff-6426547c0f04 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:52.186870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f885f6-c326-4561-a3db-44d4d5268d91 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=e494c4ef-4842-427d-a8b3-eb61fe1e24a3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:52.194204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.200071 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-49be8acb-e274-4cf2-9e3d-da7de2908f54 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 200 len: 205 time: 0.0578423 Apr 28 14:58:52.201213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:52.218543 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Sync routers for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:52.222559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.230991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:52.231804 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:52.234208 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.244800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7001885d-8679-4c49-a2fd-f90590eb7bd4 admin admin] 10.222.0.58 "PUT /v2.0/routers/c4b8c86f-9857-4b0c-8257-e5c5035dc614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2430921 Apr 28 14:58:52.257454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.342544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 984e5d57-0c52-47e8-87ff-6426547c0f04 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:52.343227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.363394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.382173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.392445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dab2ca-3875-47d3-b102-e497f1502a62 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:52.404358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.409859 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6001124 Apr 28 14:58:52.412758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2b66-06c7-4c9c-9375-806ee3aa31d2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c019c79a-c9fe-4c5f-ab5b-ce6d43cc1f16,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:52.421657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.493178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.509185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Provisioning complete for port 984e5d57-0c52-47e8-87ff-6426547c0f04 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:52.509942 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.510906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:52.516011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.527051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.543980 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:52.550835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.621853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.644682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.673789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.675047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.675313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dab2ca-3875-47d3-b102-e497f1502a62 None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:52.680758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.690292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.699349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=60cd1336-b0b4-4e33-9205-e953999f0246,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:52.709111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.710521 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/c019c79a-c9fe-4c5f-ab5b-ce6d43cc1f16 HTTP/1.1" status: 204 len: 168 time: 0.2845359 Apr 28 14:58:52.710996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 984e5d57-0c52-47e8-87ff-6426547c0f04, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=984e5d57-0c52-47e8-87ff-6426547c0f04,segment=NetworkSegment(58baed99-4afd-4e1d-9dfa-1f5709cec0ee),segment_id=58baed99-4afd-4e1d-9dfa-1f5709cec0ee)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:52.719289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41896) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:52.719582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.733889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.755796 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:58:50Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.763341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c66bd-5a34-4175-a283-a0a0742567de tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c019c79a-c9fe-4c5f-ab5b-ce6d43cc1f16,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:52.771614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Deleting port 984e5d57-0c52-47e8-87ff-6426547c0f04 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:52.773172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.790550 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Checking router: c4b8c86f-9857-4b0c-8257-e5c5035dc614 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:52.801740 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Routers {'c4b8c86f-9857-4b0c-8257-e5c5035dc614'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:52.802353 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.867373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:52.884191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=984e5d57-0c52-47e8-87ff-6426547c0f04,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:52.894140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:52.894556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:52.916013 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] Set router c4b8c86f-9857-4b0c-8257-e5c5035dc614 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:52.945853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.979243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c47db98-2e1c-4cc4-aab4-06f483337dab') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.979893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c47db98-2e1c-4cc4-aab4-06f483337dab') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:52.995841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:52.999129 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-beef6feb-c473-4b27-b707-c9293d3f92c4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2718894 Apr 28 14:58:53.008844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:53.011689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41898) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:53.017788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.020906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] For port 984e5d57-0c52-47e8-87ff-6426547c0f04, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=984e5d57-0c52-47e8-87ff-6426547c0f04,segment=NetworkSegment(58baed99-4afd-4e1d-9dfa-1f5709cec0ee),segment_id=58baed99-4afd-4e1d-9dfa-1f5709cec0ee)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:53.021506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.039597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.054846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb25c6-65be-45a7-bff6-911dff261566 req-5771d679-6c80-4be8-867d-d59980d0c465 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:53.063325 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f7fb25c6-65be-45a7-bff6-911dff261566 req-5771d679-6c80-4be8-867d-d59980d0c465 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5642452 Apr 28 14:58:53.087505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bafef-5190-42e4-9e05-29df2b0b1938 None None] Network 0c36890b-3fc2-4c37-aea8-06148c7b03b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.099893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Calling delete_port for 984e5d57-0c52-47e8-87ff-6426547c0f04 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:53.119211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.119691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1975c21-6f32-4f66-a3b2-bf7311fca13d None None] Network 9202576e-23a7-4cc1-b9dc-aa10254b156e requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.126401 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:58:50Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:53.137211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.146247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:53.146899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.150615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:53.152839 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:53.159443 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40482c9-2b1f-4e41-925b-74586e209943 None None] The sync data for ids ['c4b8c86f-9857-4b0c-8257-e5c5035dc614'] in dv-neutron-839772-1-hyperv is: [{'id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'name': 'tempest-ServersTestJSON-1021687107-router', 'tenant_id': 'b2d06660936d4315943adaeb687fed04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:58:50Z', 'revision_number': 5, 'project_id': 'b2d06660936d4315943adaeb687fed04', 'gw_port': {'id': 'dfff75ad-5852-4191-bc37-e602887ef71c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8c86f-9857-4b0c-8257-e5c5035dc614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:07Z', 'updated_at': '2022-04-28T14:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:53.240440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c5290-f81e-497b-8d88-f95e99cc2384 None None] Network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.281415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f7fb25c6-65be-45a7-bff6-911dff261566 req-b6abc6fa-79d4-411f-b59c-ac97d3dff3b6 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172003 Apr 28 14:58:53.333932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=cef381b1-28a0-49b3-89ca-172d14ec096a,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:53.414384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.473278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.475837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.477451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.485013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.487090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Router bf636cca-137f-468e-9493-aba16af78591 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:58:53.488225 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 HTTP/1.1" status: 204 len: 168 time: 2.0808966 Apr 28 14:58:53.497052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:53.499480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0e512fe1-5360-4186-9e34-883683fae569 None None] Port 984e5d57-0c52-47e8-87ff-6426547c0f04 update to ACTIVE by agent not found {{(pid=102642) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 28 14:58:53.502889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509411523'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:53.519798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.556107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] No DVR routers for this DVR port 984e5d57-0c52-47e8-87ff-6426547c0f04 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:53.564188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9b9ea-e834-428c-b7fa-96255b3a3aa7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:53.579629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Port': ['ID=984e5d57-0c52-47e8-87ff-6426547c0f04,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:53.606863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e4caa-4285-4133-abae-9ccfddf4ae6d None None] Network 0c36890b-3fc2-4c37-aea8-06148c7b03b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.645858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f19b1-b522-4187-a74f-8656176e93d7 None None] Network 9202576e-23a7-4cc1-b9dc-aa10254b156e requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.663527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.664403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:53.671595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.673458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': 'ff39ffe3-f56c-4a84-9485-e521ffe429a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:53.673819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: e494c4ef-4842-427d-a8b3-eb61fe1e24a3, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:53.760930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port c1446452-d4f6-4b0b-9eb0-1b7157557cd7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:53.761416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.769697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcbe69-b2b5-4f0e-95c1-c15a7e891fa8 req-feec97cb-8a1b-40ef-836b-8a61bff59fd4 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:53.771426 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-74dcbe69-b2b5-4f0e-95c1-c15a7e891fa8 req-feec97cb-8a1b-40ef-836b-8a61bff59fd4 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3559084 Apr 28 14:58:53.789294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:53.792361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8229b0-9930-40c3-a809-214b9c8f5fa4 None None] Network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:53.810732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:53.810952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0dec348e-4c72-4699-8215-a3559792d39a None None] Provisioning complete for port ee7a6368-88ef-4921-bca1-10ffed285cdb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:53.810952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dec348e-4c72-4699-8215-a3559792d39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.820207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.835318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, e494c4ef-4842-427d-a8b3-eb61fe1e24a3) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:53.841100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:53.841609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.852549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.852549 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment c607d5db-30f4-4a1e-a6a6-a96c5d925f6d of type vlan for network e5c2ac61-b6a7-4db4-b7a0-d07034136817 Apr 28 14:58:53.873361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:53.877516 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-74dcbe69-b2b5-4f0e-95c1-c15a7e891fa8 req-9aa1629d-c961-46d3-89c1-b92b2be47321 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860050 Apr 28 14:58:53.880004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9202576e-23a7-4cc1-b9dc-aa10254b156e']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:53.888208 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ff780b4b-b033-400a-b7e1-29051580a0b1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "PUT /v2.0/routers/bf636cca-137f-468e-9493-aba16af78591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3896074 Apr 28 14:58:53.905977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.914301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:53.920616 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/1da099a3-9cc0-40a9-8d8c-1eacc27ce7a2 HTTP/1.1" status: 204 len: 168 time: 0.9047627 Apr 28 14:58:53.929313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58baed99-4afd-4e1d-9dfa-1f5709cec0ee') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:53.929859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58baed99-4afd-4e1d-9dfa-1f5709cec0ee') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:53.948542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:53.949215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41910) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:53.998099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.009395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.022465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Deleting port dfff75ad-5852-4191-bc37-e602887ef71c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:54.022952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.029258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015d62e-f0ce-4bb8-840e-b4ae34fa4c0e tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da099a3-9cc0-40a9-8d8c-1eacc27ce7a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:54.051785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78de53-30c0-425a-b70e-29d6d352ae91 None None] Network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:54.054774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Sync routers for ids ['bf636cca-137f-468e-9493-aba16af78591'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:54.067548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8229b0-9930-40c3-a809-214b9c8f5fa4 None None] Network 0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:58:54.067752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.091249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for c1446452-d4f6-4b0b-9eb0-1b7157557cd7 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:54.097579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.111812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5db65e2b-299c-4194-a4b3-553a156e1318 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:54.126261 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fcece1b3-8e41-4328-84ff-5313753e0350 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1152227 Apr 28 14:58:54.126786 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-76345e5b-6ac2-4a5d-92c3-367b0965bf1a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9980316 Apr 28 14:58:54.130452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41912) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.130755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.145885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.152046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:54.152798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.168409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:54.168667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:54.202949 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:54.210279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 5db65e2b-299c-4194-a4b3-553a156e1318 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:54.210622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5db65e2b-299c-4194-a4b3-553a156e1318 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:54.218925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0dec348e-4c72-4699-8215-a3559792d39a None None] Port ee7a6368-88ef-4921-bca1-10ffed285cdb cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:54.220356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Routers {'bf636cca-137f-468e-9493-aba16af78591'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:54.221002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bf636cca-137f-468e-9493-aba16af78591'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:54.246436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9b133-62c7-4d98-884f-8dd85328837d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:54.248105 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-16b9b133-62c7-4d98-884f-8dd85328837d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports/ee7a6368-88ef-4921-bca1-10ffed285cdb HTTP/1.1" status: 200 len: 911 time: 0.2499421 Apr 28 14:58:54.290780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.375733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.384101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.390070 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/9202576e-23a7-4cc1-b9dc-aa10254b156e HTTP/1.1" status: 204 len: 168 time: 2.2727637 Apr 28 14:58:54.390300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Set router bf636cca-137f-468e-9493-aba16af78591 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:54.390757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e303c98b-0497-44ba-86d9-8cdde3396fdd None None] Provisioning complete for port ee7a6368-88ef-4921-bca1-10ffed285cdb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:54.397056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e303c98b-0497-44ba-86d9-8cdde3396fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.398099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41918) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.439532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1cc38c-8011-46bb-96a5-2bdbcdeb383b None None] DHCP port deletion for 9202576e-23a7-4cc1-b9dc-aa10254b156e request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:54.457159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f200-211b-48cd-9781-b22df8004859 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=9202576e-23a7-4cc1-b9dc-aa10254b156e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:54.474361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417ce2b-d1db-4baa-a6f8-51a610ea4375 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:54.482125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417ce2b-d1db-4baa-a6f8-51a610ea4375 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:54.484194 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e417ce2b-d1db-4baa-a6f8-51a610ea4375 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1923361 Apr 28 14:58:54.488109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e303c98b-0497-44ba-86d9-8cdde3396fdd None None] Port ee7a6368-88ef-4921-bca1-10ffed285cdb cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:58:54.494227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.497289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.537468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.558052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-e494c4ef-4842-427d-a8b3-eb61fe1e24a3', 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': 'cef381b1-28a0-49b3-89ca-172d14ec096a'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:54.558368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.566718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9172f7-3499-40e9-b6d7-b17d77beb985 req-c9d9a4d2-624a-469d-8d9a-f288dbf158b1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:54.568862 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c9172f7-3499-40e9-b6d7-b17d77beb985 req-c9d9a4d2-624a-469d-8d9a-f288dbf158b1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5681410 Apr 28 14:58:54.599162 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1009529 Apr 28 14:58:54.606686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:54.640441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': 'e5c2ac61-b6a7-4db4-b7a0-d07034136817', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:54.655848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] For port dfff75ad-5852-4191-bc37-e602887ef71c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfff75ad-5852-4191-bc37-e602887ef71c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:54.656519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.658023 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.662161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03741a0d-2ab7-4358-bd63-9ea41eac3c6c tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=e5c2ac61-b6a7-4db4-b7a0-d07034136817,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:54.685963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.688837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Calling delete_port for dfff75ad-5852-4191-bc37-e602887ef71c owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:54.699834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e5c2ac61-b6a7-4db4-b7a0-d07034136817 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:54.735006 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c9172f7-3499-40e9-b6d7-b17d77beb985 req-45b238cd-011a-4e41-9fef-4b3aa11f7efa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314876 Apr 28 14:58:54.866236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Allocated IP 2001:db8::1 (e494c4ef-4842-427d-a8b3-eb61fe1e24a3/cef381b1-28a0-49b3-89ca-172d14ec096a/3761372b-b67c-4699-8bab-83d01341b868) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:54.881589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:51Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': 'ee7a6368-88ef-4921-bca1-10ffed285cdb', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:42:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf636cca-137f-468e-9493-aba16af78591', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '947acbf5-00ad-4310-9d48-83185fb97026', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:49Z', 'updated_at': '2022-04-28T14:58:51Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': '947acbf5-00ad-4310-9d48-83185fb97026', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:54.905933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.913763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:54.927210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Checking router: bf636cca-137f-468e-9493-aba16af78591 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:58:54.927676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Updating router bf636cca-137f-468e-9493-aba16af78591 port ee7a6368-88ef-4921-bca1-10ffed285cdb binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:58:54.941208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=c1446452-d4f6-4b0b-9eb0-1b7157557cd7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:54.983599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.040889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.135108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.138453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.140804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.142520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.143499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.147399 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/b957470c-c896-4150-80bc-0f3eff8e7e05 HTTP/1.1" status: 204 len: 168 time: 1.0104899 Apr 28 14:58:55.148593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:55.155647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541db46-27bc-43ea-a36a-3cdf2b7518e4 req-a24aecc3-2387-4414-8ad5-ddc9d228f5f1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:55.160452 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2541db46-27bc-43ea-a36a-3cdf2b7518e4 req-a24aecc3-2387-4414-8ad5-ddc9d228f5f1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3413649 Apr 28 14:58:55.167700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:55.171759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.174960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.191712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.218570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfff75ad-5852-4191-bc37-e602887ef71c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.247557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915c029-5480-423d-9097-9af55b18f26c tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b957470c-c896-4150-80bc-0f3eff8e7e05,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.258427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.263390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:55.276341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:55.276561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.277077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router d738539f-65f6-4198-a3db-d9fd546842b8 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:55.289191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.294003 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cab1a35a-d781-40bc-9a30-da10683c12c1 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 204 len: 168 time: 3.0667706 Apr 28 14:58:55.296722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:55.296894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:55.301010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Pushing event updated for resources: {'Port': ['ID=3761372b-b67c-4699-8bab-83d01341b868,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.304867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1236804488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:55.329489 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2b91ef8d-fa9c-440f-9c53-8c628ed47118 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1758094 Apr 28 14:58:55.329699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:55.334801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--464000162'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:55.359886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.376358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.381509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c36890b-3fc2-4c37-aea8-06148c7b03b2']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:55.386470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Attempting to bind port 3761372b-b67c-4699-8bab-83d01341b868 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:55.386928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Attempting to bind port 3761372b-b67c-4699-8bab-83d01341b868 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'ff39ffe3-f56c-4a84-9485-e521ffe429a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:55.387377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Attempting to bind port 3761372b-b67c-4699-8bab-83d01341b868 on network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:55.411610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:55.412348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Checking segment: {'id': 'ff39ffe3-f56c-4a84-9485-e521ffe429a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:55.412834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.413138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Bound using segment: {'id': 'ff39ffe3-f56c-4a84-9485-e521ffe429a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:55.413700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Bound port: 3761372b-b67c-4699-8bab-83d01341b868, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff39ffe3-f56c-4a84-9485-e521ffe429a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:55.414165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.430144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.430711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2541db46-27bc-43ea-a36a-3cdf2b7518e4 req-14d7fbed-2be7-4d6c-8c8a-a17ba03d81ef tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199717 Apr 28 14:58:55.440615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b04b50-83a5-40dd-9c6f-308768074cb6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:55.440869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b04b50-83a5-40dd-9c6f-308768074cb6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:55.454566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.454566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.456514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=cef381b1-28a0-49b3-89ca-172d14ec096a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.466880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.486520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.498436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.527323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.550987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.560153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.642936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.644290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b8c86f-9857-4b0c-8257-e5c5035dc614 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:58:55.649962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.654145 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d8e15675-d41d-45ea-a9ba-3eec6c72b196 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c4b8c86f-9857-4b0c-8257-e5c5035dc614 HTTP/1.1" status: 204 len: 168 time: 3.3338442 Apr 28 14:58:55.658166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:55.706609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] For port 3761372b-b67c-4699-8bab-83d01341b868, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:55.727383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Deleting subnet 22c69cd4-0e44-4d13-b7fe-5a835d200525 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:58:55.731430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.753042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] For port 3761372b-b67c-4699-8bab-83d01341b868, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3761372b-b67c-4699-8bab-83d01341b868,segment=NetworkSegment(ff39ffe3-f56c-4a84-9485-e521ffe429a5),segment_id=ff39ffe3-f56c-4a84-9485-e521ffe429a5)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:55.756549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03e10-21de-494d-92df-894cb270c79e None None] Pushing event updated for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.783070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.820696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.879796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eeaf57-06c7-491e-a882-87286669b02b req-9ab15412-46eb-4c18-ae26-d68a48f97e5f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:55.882794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Attempting to bind port ee7a6368-88ef-4921-bca1-10ffed285cdb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:58:55.890015 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b7eeaf57-06c7-491e-a882-87286669b02b req-9ab15412-46eb-4c18-ae26-d68a48f97e5f tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3445778 Apr 28 14:58:55.890147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Attempting to bind port ee7a6368-88ef-4921-bca1-10ffed285cdb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:58:55.890591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Attempting to bind port ee7a6368-88ef-4921-bca1-10ffed285cdb on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:58:55.939666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:58:55.940075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:55.940481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.941016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:58:55.941506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Bound port: ee7a6368-88ef-4921-bca1-10ffed285cdb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:58:55.941881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.946448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.961063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.965009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2755d8-867e-494e-998e-b06d51254052 None None] Pushing event updated for resources: {'Port': ['ID=3761372b-b67c-4699-8bab-83d01341b868,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:55.974254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:55.974755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:55.985457 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:56.012328 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b7eeaf57-06c7-491e-a882-87286669b02b req-5c3fa7ab-36f7-4656-92a1-630a48a58a1e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211197 Apr 28 14:58:56.016466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.017167 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.044426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e15d5-535b-435c-9734-0aaa83d22a4b None None] Network e494c4ef-4842-427d-a8b3-eb61fe1e24a3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:56.070192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] For port ee7a6368-88ef-4921-bca1-10ffed285cdb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:58:56.088656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.093453 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5d5a010c-087d-4321-8cd0-f1915eb9bb05 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7931662 Apr 28 14:58:56.096604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41938) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:56.100865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:56.118595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e494c4ef-4842-427d-a8b3-eb61fe1e24a3']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.120606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] For port ee7a6368-88ef-4921-bca1-10ffed285cdb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ee7a6368-88ef-4921-bca1-10ffed285cdb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:58:56.133558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.150626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff39ffe3-f56c-4a84-9485-e521ffe429a5') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.151219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff39ffe3-f56c-4a84-9485-e521ffe429a5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.199123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.203035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.239539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.251452 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/0c36890b-3fc2-4c37-aea8-06148c7b03b2 HTTP/1.1" status: 204 len: 168 time: 1.8527279 Apr 28 14:58:56.286446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:56.298089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.299273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] Provisioning complete for port ee7a6368-88ef-4921-bca1-10ffed285cdb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:56.299763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.352969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 984e5d57-0c52-47e8-87ff-6426547c0f04 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:56.358833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e03e10-21de-494d-92df-894cb270c79e None None] Pushing event updated for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.378355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Routers {'bf636cca-137f-468e-9493-aba16af78591'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:56.378612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bf636cca-137f-468e-9493-aba16af78591'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.383703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c69cd4-0e44-4d13-b7fe-5a835d200525,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.388981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.395869 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-545879e6-d333-4d13-b13f-cc92d0bd5782 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/22c69cd4-0e44-4d13-b7fe-5a835d200525 HTTP/1.1" status: 204 len: 168 time: 0.7270408 Apr 28 14:58:56.396918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41942) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:56.423287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.424463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3ecff-0eb4-4912-a9a5-cdfbb77b5ea8 None None] Network c3fcb9fd-0c36-4a91-ad30-637224e14833 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:56.426969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543fef2-6031-476d-9339-79591385b172 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=0c36890b-3fc2-4c37-aea8-06148c7b03b2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.455497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.464603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 984e5d57-0c52-47e8-87ff-6426547c0f04 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:56.465135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 984e5d57-0c52-47e8-87ff-6426547c0f04 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:56.465686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfff75ad-5852-4191-bc37-e602887ef71c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:56.489560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:56.490036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:56.494340 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:56.522818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.541490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87f575-bae2-4863-8175-1dd4e2837106 req-c89f145c-1f20-474e-abc6-840c057f73a5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:56.542051 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0f87f575-bae2-4863-8175-1dd4e2837106 req-c89f145c-1f20-474e-abc6-840c057f73a5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.4024484 Apr 28 14:58:56.542283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: dfff75ad-5852-4191-bc37-e602887ef71c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:56.542560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfff75ad-5852-4191-bc37-e602887ef71c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:56.570846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.593372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.598221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.629597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] Set router bf636cca-137f-468e-9493-aba16af78591 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:58:56.635898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.637337 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3067482 Apr 28 14:58:56.642985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:56.652106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': '3820389f-7fe1-4647-98e6-870fc9de7c1b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:56.655898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.660182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.671049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.682958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c7e3b-4e62-44ca-8b60-86fc576c51ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3820389f-7fe1-4647-98e6-870fc9de7c1b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.715190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.api [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:58:56.715190 dv-neutron-839772-1-hyperv neutron-server[102640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:58:56.715190 dv-neutron-839772-1-hyperv neutron-server[102640]: [parameters: {'id': 'e494c4ef-4842-427d-a8b3-eb61fe1e24a3'}] Apr 28 14:58:56.715190 dv-neutron-839772-1-hyperv neutron-server[102640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:58:56.715190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG oslo_db.api [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:58:56.746325 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0f87f575-bae2-4863-8175-1dd4e2837106 req-1e093c1d-e239-405b-9e8d-54a3c04bb02e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647928 Apr 28 14:58:56.746831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=77e48d58-dd42-498e-a65e-4c551b99b78d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.777218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.786936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] For port ee7a6368-88ef-4921-bca1-10ffed285cdb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ee7a6368-88ef-4921-bca1-10ffed285cdb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:56.813204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.843883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': 'c607d5db-30f4-4a1e-a6a6-a96c5d925f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e5c2ac61-b6a7-4db4-b7a0-d07034136817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:58:56.844268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: e5c2ac61-b6a7-4db4-b7a0-d07034136817, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:58:56.853065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Deleting port 609b67fe-313e-4448-a155-ad94a0cc1cf0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:56.853620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.888783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.908326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.930761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.937955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ffd801-ecd2-400a-ba1f-cc8e4608bba1']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.944774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb91095-816d-4e79-b6a6-3ea5799b0919 None None] Pushing event updated for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.950178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115f12b1-11fe-432d-b100-6c9704acfa96') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.950469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115f12b1-11fe-432d-b100-6c9704acfa96') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:56.952097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1c537e4d-7e7d-4029-9046-c88de1ed8e28 None None] Provisioning complete for port ee7a6368-88ef-4921-bca1-10ffed285cdb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:56.952473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c537e4d-7e7d-4029-9046-c88de1ed8e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.970212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:56.980350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eae36e2-87b6-495d-aff5-093c79f7e54d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:56.999163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network e5c2ac61-b6a7-4db4-b7a0-d07034136817 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:58:57.001840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.013516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:57.014171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:57.018594 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:57.030231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.031839 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d86966d8-0ccc-4544-a044-3901d716f8f5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3833604 Apr 28 14:58:57.035811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] DHCP port deletion for c3fcb9fd-0c36-4a91-ad30-637224e14833 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:58:57.039378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:57.041902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] For port 609b67fe-313e-4448-a155-ad94a0cc1cf0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=609b67fe-313e-4448-a155-ad94a0cc1cf0,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:57.042407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.049367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, e5c2ac61-b6a7-4db4-b7a0-d07034136817) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:57.069200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51673811-c1b6-4fd8-9903-af7a9b97a86f None None] Network e5c2ac61-b6a7-4db4-b7a0-d07034136817 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:57.087062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Calling delete_port for 609b67fe-313e-4448-a155-ad94a0cc1cf0 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:57.097827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:57.098680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.145896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.151384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.155636 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-19817cf9-509f-48d2-b111-d98703661b67 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5196769 Apr 28 14:58:57.160958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:57.161383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:51Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': 'ee7a6368-88ef-4921-bca1-10ffed285cdb', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:42:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf636cca-137f-468e-9493-aba16af78591', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '947acbf5-00ad-4310-9d48-83185fb97026', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:49Z', 'updated_at': '2022-04-28T14:58:56Z', 'revision_number': 4, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': '947acbf5-00ad-4310-9d48-83185fb97026', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.167066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.172850 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/f9ffd801-ecd2-400a-ba1f-cc8e4608bba1 HTTP/1.1" status: 204 len: 168 time: 0.8341243 Apr 28 14:58:57.176169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.178655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41952) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:57.193641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.209229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25d5d9-53a1-4b74-afd5-d6c81f0b66a8 tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=f9ffd801-ecd2-400a-ba1f-cc8e4608bba1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:57.218259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d123e-2cbf-4346-afbf-b5e7779875c5 None None] The sync data for ids ['bf636cca-137f-468e-9493-aba16af78591'] in dv-neutron-839772-1-hyperv is: [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:51Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': 'ee7a6368-88ef-4921-bca1-10ffed285cdb', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:42:98:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf636cca-137f-468e-9493-aba16af78591', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '947acbf5-00ad-4310-9d48-83185fb97026', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:58:49Z', 'updated_at': '2022-04-28T14:58:56Z', 'revision_number': 4, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': '947acbf5-00ad-4310-9d48-83185fb97026', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:58:57.223837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.260988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.276189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Deleting port 609b67fe-313e-4448-a155-ad94a0cc1cf0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:57.276558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.292596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.306798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.310365 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5eae36e2-87b6-495d-aff5-093c79f7e54d HTTP/1.1" status: 204 len: 168 time: 0.2674785 Apr 28 14:58:57.311651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:57.338102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5e77e-7be8-4247-bf9e-5881acb1d2b2 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eae36e2-87b6-495d-aff5-093c79f7e54d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:57.353196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port ee7a6368-88ef-4921-bca1-10ffed285cdb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:57.353196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.358878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.380000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.404624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] For port 609b67fe-313e-4448-a155-ad94a0cc1cf0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=609b67fe-313e-4448-a155-ad94a0cc1cf0,segment=NetworkSegment(579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1),segment_id=579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:57.405084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.415855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.418847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Calling delete_port for 609b67fe-313e-4448-a155-ad94a0cc1cf0 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:57.424911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f613e1b-0bed-4f79-b8ca-8e773dd9caf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-e5c2ac61-b6a7-4db4-b7a0-d07034136817', 'network_id': 'e5c2ac61-b6a7-4db4-b7a0-d07034136817', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '77e48d58-dd42-498e-a65e-4c551b99b78d'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:58:57.425743 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f613e1b-0bed-4f79-b8ca-8e773dd9caf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.475086 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a56317d4-1158-4a0b-b23e-a0a102bf5695 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1561613 Apr 28 14:58:57.487750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.494630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:57.536264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] No DVR routers for this DVR port 609b67fe-313e-4448-a155-ad94a0cc1cf0 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:57.539409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=609b67fe-313e-4448-a155-ad94a0cc1cf0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:57.588214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.602025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] For port ee7a6368-88ef-4921-bca1-10ffed285cdb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ee7a6368-88ef-4921-bca1-10ffed285cdb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:57.602311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.619995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.637198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 3761372b-b67c-4699-8bab-83d01341b868 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:58:57.637535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.655255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 172.26.4.13 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/26f85ae6-d447-48e9-9cab-4b6c09caaf8f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:58:57.683621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for ee7a6368-88ef-4921-bca1-10ffed285cdb owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:57.750516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.753881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.755437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118c5f8a-a45c-436f-b836-8b217c1d05e8']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.776930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2914619b-6d73-44f3-8ba3-224d3b17f986') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.777330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2914619b-6d73-44f3-8ba3-224d3b17f986') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.814242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.817754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.851305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] Pushing event deleted for resources: {'Port': ['ID=609b67fe-313e-4448-a155-ad94a0cc1cf0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:57.866149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43521046-aa75-44a9-bc01-0a9980e7db68 None None] No DVR routers for this DVR port 609b67fe-313e-4448-a155-ad94a0cc1cf0 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:57.866277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fcb9fd-0c36-4a91-ad30-637224e14833']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-3f613e1b-0bed-4f79-b8ca-8e773dd9caf1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e48d58-dd42-498e-a65e-4c551b99b78d: This subnet is being modified by another concurrent operation. Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:58:57.871606 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77e48d58-dd42-498e-a65e-4c551b99b78d: This subnet is being modified by another concurrent operation. Apr 28 14:58:57.875219 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:58:57.879809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 3761372b-b67c-4699-8bab-83d01341b868, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3761372b-b67c-4699-8bab-83d01341b868,segment=NetworkSegment(ff39ffe3-f56c-4a84-9485-e521ffe429a5),segment_id=ff39ffe3-f56c-4a84-9485-e521ffe429a5)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:58:57.880244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.886390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.888946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.898642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.898950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579ab9f8-6e7c-485b-b4c4-a3a739bd0ec1') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:57.904559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afadccac-5cec-4b66-8d69-f3766d870d2d None None] Network e5c2ac61-b6a7-4db4-b7a0-d07034136817 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:58:57.905114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:57.905531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:57.934504 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:57.957736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=77e48d58-dd42-498e-a65e-4c551b99b78d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:57.961194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:57.998920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.003235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.007214 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/3820389f-7fe1-4647-98e6-870fc9de7c1b HTTP/1.1" status: 204 len: 168 time: 0.5078683 Apr 28 14:58:58.010430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41958) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.042625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.078607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc7d461-5987-4af4-91e6-135b58771be3 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:58.120407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.143470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c2ac61-b6a7-4db4-b7a0-d07034136817']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:58.145250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 3761372b-b67c-4699-8bab-83d01341b868 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:58:58.163684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c607d5db-30f4-4a1e-a6a6-a96c5d925f6d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:58.164052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c607d5db-30f4-4a1e-a6a6-a96c5d925f6d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:58.168038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ee7a6368-88ef-4921-bca1-10ffed285cdb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:58:58.175264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.177815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.179873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.185829 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] 10.222.0.58 "DELETE /v2.0/networks/118c5f8a-a45c-436f-b836-8b217c1d05e8 HTTP/1.1" status: 204 len: 168 time: 0.9914134 Apr 28 14:58:58.195506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.202113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:58.202427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.251309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc7d461-5987-4af4-91e6-135b58771be3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:58.261752 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ee7a6368-88ef-4921-bca1-10ffed285cdb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:58:58.262125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:58.275748 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:58.279071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b411b-d307-4697-b7aa-cf66c8c4a623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820389f-7fe1-4647-98e6-870fc9de7c1b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.289846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.293891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:58.294301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:58.296226 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:58.315254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.324260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.329123 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-36d3fb4f-11ca-441c-ae78-d18c190a28da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2464461 Apr 28 14:58:58.330580 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/e5c2ac61-b6a7-4db4-b7a0-d07034136817 HTTP/1.1" status: 204 len: 168 time: 1.1683452 Apr 28 14:58:58.332946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41962) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.348580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c90ff-d972-498d-90e6-3c4c92b617c6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=e5c2ac61-b6a7-4db4-b7a0-d07034136817,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.349254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41964) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.379788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-533247711'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:58.389465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f6f23-3bbd-4243-a7e3-a994d81bb17f tempest-BulkNetworkOpsTest-1199832369 tempest-BulkNetworkOpsTest-1199832369-project] Pushing event deleted for resources: {'Network': ['ID=118c5f8a-a45c-436f-b836-8b217c1d05e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.397616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--233865521'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:58.436792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.454438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.457220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.460952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:58.464544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.466168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.470746 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c3fcb9fd-0c36-4a91-ad30-637224e14833 HTTP/1.1" status: 204 len: 168 time: 2.0408669 Apr 28 14:58:58.499658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:58:58.513008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.513251 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 5dca9bd4-9969-461f-bc71-5a9829eeff16 of type vlan for network 3b43b2b3-156b-4932-a093-8abd5b85049f Apr 28 14:58:58.546784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7798-72bc-45ec-9be5-e9b974e201c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fcb9fd-0c36-4a91-ad30-637224e14833,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.557721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.587582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.620477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.631154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:58:58.631950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.672075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 609b67fe-313e-4448-a155-ad94a0cc1cf0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:58:58.699686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5ab27-119a-4c35-a68f-6db88252a9aa None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:58:58.705041 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=ee7a6368-88ef-4921-bca1-10ffed285cdb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.705404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:58:58.713340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=3b43b2b3-156b-4932-a093-8abd5b85049f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.739061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.747179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:58:58.753406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.756183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:58:58.787814 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 609b67fe-313e-4448-a155-ad94a0cc1cf0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:58:58.788474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 609b67fe-313e-4448-a155-ad94a0cc1cf0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:58:58.791270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3b43b2b3-156b-4932-a093-8abd5b85049f details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:58:58.806898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=26f85ae6-d447-48e9-9cab-4b6c09caaf8f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.811664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.812364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.813160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.833791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.838094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 3761372b-b67c-4699-8bab-83d01341b868 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:58:58.884764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5ab27-119a-4c35-a68f-6db88252a9aa None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:58:58.894693 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c2f02bb-2cff-46d9-9b4e-21c099edecb9 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5198724 Apr 28 14:58:58.895600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=3761372b-b67c-4699-8bab-83d01341b868,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:58.897724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41976) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.915117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '3b43b2b3-156b-4932-a093-8abd5b85049f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:58.915561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:58.916895 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5695505 Apr 28 14:58:58.921678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:58.926809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'b92d0719-651b-4169-a426-59b5e6c3ecc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:58.942689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4c20-58cb-4e01-a550-efd487af3427 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d0719-651b-4169-a426-59b5e6c3ecc6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:59.131431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.416165 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-289a17bc-6dd2-4d18-947b-d11be4a65993 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b2d06660936d4315943adaeb687fed04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5906634 Apr 28 14:58:59.418779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.465835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.518971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fc0fc1f2-5d60-4c63-aad1-4c9c66ae7775 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6857385835944eb08dbbd90e7d46a076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6881998 Apr 28 14:58:59.523461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.544947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e494c4ef-4842-427d-a8b3-eb61fe1e24a3']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:59.565753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff39ffe3-f56c-4a84-9485-e521ffe429a5') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:59.566028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff39ffe3-f56c-4a84-9485-e521ffe429a5') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:59.583581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Router bf636cca-137f-468e-9493-aba16af78591 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:58:59.589632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.620238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.620803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.632542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:58:59.632995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:58:59.636146 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:58:59.643794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.651593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:59.655068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.656238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.672706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.674634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.733210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0cde27-0c44-49d6-95a6-58f266d8348b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:59.742002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.743493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c499cc95-dc31-4743-9869-df6b03914e4f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8200235 Apr 28 14:58:59.759542 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.763620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.807549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.822519 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d8099b25-ad8e-44b0-8069-3482a328d623 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules/cb0cde27-0c44-49d6-95a6-58f266d8348b HTTP/1.1" status: 200 len: 763 time: 0.0618215 Apr 28 14:58:59.826603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.848109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.851220 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/e494c4ef-4842-427d-a8b3-eb61fe1e24a3 HTTP/1.1" status: 204 len: 168 time: 5.7155690 Apr 28 14:58:59.857027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.875130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1102298206'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:58:59.886601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:58:59.898485 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Sync routers for ids ['bf636cca-137f-468e-9493-aba16af78591'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:58:59.899494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.903007 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a2ec4c29-171b-41bd-b012-f4cb557bba5f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "PUT /v2.0/routers/bf636cca-137f-468e-9493-aba16af78591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3758693 Apr 28 14:58:59.903162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.903162 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/43a39cee-1663-44e8-a178-9981948fc4bd HTTP/1.1" status: 204 len: 168 time: 0.4830997 Apr 28 14:58:59.905120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.909052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42558cb7-30e9-4dd9-a025-b832df0edcce tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=e494c4ef-4842-427d-a8b3-eb61fe1e24a3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:59.912955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:58:59.919493 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Routers {'bf636cca-137f-468e-9493-aba16af78591'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:58:59.921667 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bf636cca-137f-468e-9493-aba16af78591'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:58:59.939449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04b269-cad4-4fdc-abd3-59a1446fe986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a39cee-1663-44e8-a178-9981948fc4bd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:58:59.950886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cd669c39-6ca8-427b-8dc2-c0cdf0093929 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1227603 Apr 28 14:58:59.958013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 41994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:58:59.988365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:58:59.992341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.040333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454419bc-45a6-4ddc-8034-fbfe29bf7433 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:00.041310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454419bc-45a6-4ddc-8034-fbfe29bf7433 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:00.044832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-454419bc-45a6-4ddc-8034-fbfe29bf7433 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1317546 Apr 28 14:59:00.046719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 41996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.061144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.061554 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Set router bf636cca-137f-468e-9493-aba16af78591 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:00.070656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.085769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.107326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.139387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:00.141323 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:58Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:00.162704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 947acbf5-00ad-4310-9d48-83185fb97026 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:00.178739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.181447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.183012 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60476a07-9f72-44bf-b4b0-2bdf59758369 HTTP/1.1" status: 204 len: 168 time: 0.6542599 Apr 28 14:59:00.185279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.185667 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 9d3d0639-a175-471d-9c6f-c48e268d0854 of type vlan for network 2311558c-b8ea-4501-abff-8b9cc746e49f Apr 28 14:59:00.190050 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Checking router: bf636cca-137f-468e-9493-aba16af78591 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:00.200495 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Routers {'bf636cca-137f-468e-9493-aba16af78591'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:00.201332 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bf636cca-137f-468e-9493-aba16af78591'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:00.255945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403807ff-339a-4c20-a6fd-5ddd6efcbd2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60476a07-9f72-44bf-b4b0-2bdf59758369,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:00.258631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.270421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.276182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.277404 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cb0cde27-0c44-49d6-95a6-58f266d8348b HTTP/1.1" status: 204 len: 168 time: 0.3184357 Apr 28 14:59:00.290234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.302979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.308527 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] Set router bf636cca-137f-468e-9493-aba16af78591 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:00.316853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.318656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d6782-69a3-403d-8bea-e623f1d62a28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb0cde27-0c44-49d6-95a6-58f266d8348b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:00.329887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.383158 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:58Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:00.404898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.410369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:00.410971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.420275 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbbdcb-aa01-49c2-98f8-a5b8900df0e8 None None] The sync data for ids ['bf636cca-137f-468e-9493-aba16af78591'] in dv-neutron-839772-1-hyperv is: [{'id': 'bf636cca-137f-468e-9493-aba16af78591', 'name': 'tempest-NetworksTestDHCPv6-router-309218952', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:58:47Z', 'updated_at': '2022-04-28T14:58:58Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:00.441932 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5214c148-376f-4b18-ab1c-cabf480f92c6 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1489587 Apr 28 14:59:00.451996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.461326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=58843e34-b01f-40b2-b96a-c97c68c31345,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:00.468778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'b92d0719-651b-4169-a426-59b5e6c3ecc6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:00.482517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.534072 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6705897 Apr 28 14:59:00.537543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053f0ef-5baf-4f86-acd2-9d4e32dc7d0f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=2311558c-b8ea-4501-abff-8b9cc746e49f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:00.539314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.551950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '5dca9bd4-9969-461f-bc71-5a9829eeff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '3b43b2b3-156b-4932-a093-8abd5b85049f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:00.552164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:00.552434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:00.553166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 3b43b2b3-156b-4932-a093-8abd5b85049f, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:00.580957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 3b43b2b3-156b-4932-a093-8abd5b85049f is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:00.595157 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3b43b2b3-156b-4932-a093-8abd5b85049f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:00.606510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:00.607103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.624056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1701d3f-aee2-4fb3-9f05-b453d8a3c56f None None] Network 3b43b2b3-156b-4932-a093-8abd5b85049f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:00.648951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router a0a06c73-dcb1-4e7f-82a4-0689d450d559 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:00.650432 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c55fcb8e-5d71-4421-9c17-56fadf354809 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7395151 Apr 28 14:59:00.652679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.684974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.738322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.816353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=947acbf5-00ad-4310-9d48-83185fb97026,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:00.820837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.828085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-52a80117-f0e2-447a-ae34-a665210bb34d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/947acbf5-00ad-4310-9d48-83185fb97026 HTTP/1.1" status: 204 len: 168 time: 0.7747161 Apr 28 14:59:00.828930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:00.852803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca10c8f-72be-4676-8707-bb98b478927c None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:00.884859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.886212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9010f5-d474-4897-bcf3-54ead3d81c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-3b43b2b3-156b-4932-a093-8abd5b85049f', 'network_id': '3b43b2b3-156b-4932-a093-8abd5b85049f', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '58843e34-b01f-40b2-b96a-c97c68c31345'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:00.887410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e9010f5-d474-4897-bcf3-54ead3d81c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.926496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.932409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:00.936106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.953007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:00.997208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.003791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f497cbe-e739-4cbd-904a-03ddf2f37229,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.122450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.130476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:01.140775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.144865 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d87f3f0-968b-4d91-bd09-1645cb46a9b1 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "PUT /v2.0/routers/a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 200 len: 918 time: 5.0447507 Apr 28 14:59:01.158570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.172618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] Sync routers for ids ['a0a06c73-dcb1-4e7f-82a4-0689d450d559'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server [None req-8e9010f5-d474-4897-bcf3-54ead3d81c63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58843e34-b01f-40b2-b96a-c97c68c31345: This subnet is being modified by another concurrent operation. Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 14:59:01.176076 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server raise exception Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58843e34-b01f-40b2-b96a-c97c68c31345: This subnet is being modified by another concurrent operation. Apr 28 14:59:01.179613 dv-neutron-839772-1-hyperv neutron-server[102642]: ERROR oslo_messaging.rpc.server Apr 28 14:59:01.203800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.203800 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6a9c0a4e-50ef-41f8-8178-bfde3ae5368d tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7441816 Apr 28 14:59:01.206123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.222972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] Routers {'a0a06c73-dcb1-4e7f-82a4-0689d450d559'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:01.225494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['a0a06c73-dcb1-4e7f-82a4-0689d450d559'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.228746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece043d-69ca-4ae1-b0f5-cd5b4d280e29 None None] Network 3b43b2b3-156b-4932-a093-8abd5b85049f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:01.235189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=58843e34-b01f-40b2-b96a-c97c68c31345,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.245916 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b4411f30-b9aa-4f60-b4c3-5a5c43a63974 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4158542 Apr 28 14:59:01.250630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.288200 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0f9f477f-5cc2-45eb-93aa-072c648489ee tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules/0f497cbe-e739-4cbd-904a-03ddf2f37229 HTTP/1.1" status: 200 len: 763 time: 0.0673094 Apr 28 14:59:01.289178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.293187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.366074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5222c12a-28a4-4b18-884e-f073a08c8f5f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0633149 Apr 28 14:59:01.366074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.366391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.366496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] Routers {'a0a06c73-dcb1-4e7f-82a4-0689d450d559'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:01.366496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['a0a06c73-dcb1-4e7f-82a4-0689d450d559'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.402818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.403379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abc3286-26e8-4766-8dd5-fa03911e9913 None None] The sync data for ids ['a0a06c73-dcb1-4e7f-82a4-0689d450d559'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:01.405064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:01.417302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b43b2b3-156b-4932-a093-8abd5b85049f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.418139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.432055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.441859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dca9bd4-9969-461f-bc71-5a9829eeff16') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.443698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dca9bd4-9969-461f-bc71-5a9829eeff16') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:01.465639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.475429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.483145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.491433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:01.491979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.493781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Deleting port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:01.494310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.525855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.534426 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.535232 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0f497cbe-e739-4cbd-904a-03ddf2f37229 HTTP/1.1" status: 204 len: 168 time: 0.1746063 Apr 28 14:59:01.538316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.567120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.568170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.585063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] For port 4d57f3ae-3183-4e37-99e8-05e559ebfda1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d57f3ae-3183-4e37-99e8-05e559ebfda1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:01.585638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.602252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Calling delete_port for 4d57f3ae-3183-4e37-99e8-05e559ebfda1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:01.620627 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:01.626357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67951c22-0091-4361-b729-3120d558d108 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f497cbe-e739-4cbd-904a-03ddf2f37229,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.660214 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-401ce6d1-cb05-49a9-a658-73d328aa0a3f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1113367 Apr 28 14:59:01.661215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.664958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.671043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'b92d0719-651b-4169-a426-59b5e6c3ecc6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:01.679619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.704563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.705539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '9d3d0639-a175-471d-9c6f-c48e268d0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:01.706769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: 2311558c-b8ea-4501-abff-8b9cc746e49f, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:01.736082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 2311558c-b8ea-4501-abff-8b9cc746e49f is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:01.740457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.765818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] Pushing event deleted for resources: {'Port': ['ID=4d57f3ae-3183-4e37-99e8-05e559ebfda1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.783041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480e615-1423-4b17-8d08-ba0ace6da4f4 None None] No DVR routers for this DVR port 4d57f3ae-3183-4e37-99e8-05e559ebfda1 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:01.783552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.790622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 2311558c-b8ea-4501-abff-8b9cc746e49f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:01.803038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c621b4-64d9-41b0-9d89-b9e8eed5eb52 None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:01.806146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-886564266'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:01.812009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:01.812596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.847137 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-948f7719-db14-41cb-9c79-0646674d3498 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 200 len: 924 time: 0.6857123 Apr 28 14:59:01.857269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.865669 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/3b43b2b3-156b-4932-a093-8abd5b85049f HTTP/1.1" status: 204 len: 168 time: 1.2113349 Apr 28 14:59:01.866346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.866673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42070) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.869380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.873199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1334798652'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:01.878084 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-21b2b74c-c0f8-46cf-8c68-5f09a54a620b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3374603 Apr 28 14:59:01.882007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1969240648-network', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:01.886428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.891280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.898966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:01.927328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fb2a9-18df-4ac8-a450-2aec05895435 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=3b43b2b3-156b-4932-a093-8abd5b85049f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.939880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:01.943613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.951112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe794aa7-5d75-48fb-b298-bf58a27c1d60,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:01.967822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:01.971847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-de1c3363-6a8b-4541-af88-72105c47e6b5 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3057632 Apr 28 14:59:01.974182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:01.977522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-2311558c-b8ea-4501-abff-8b9cc746e49f', 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': '31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:01.980097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.008932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.024688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.024923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Made reservation on behalf of 2e07f299e6aa41c9822c192f34de4412 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:02.026208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.026333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.031018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:02.035040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.055328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.069030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:02.074183 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a42577c-bb93-4627-bd87-de02d45d1ce1 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules/fe794aa7-5d75-48fb-b298-bf58a27c1d60 HTTP/1.1" status: 200 len: 764 time: 0.0734046 Apr 28 14:59:02.083354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.086791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d57f3ae-3183-4e37-99e8-05e559ebfda1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:02.111477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b5ec8-0ba1-4f2c-b20f-363fec56c1c9 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:02.113139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c48b5ec8-0ba1-4f2c-b20f-363fec56c1c9 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=a0a06c73-dcb1-4e7f-82a4-0689d450d559&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2454984 Apr 28 14:59:02.114873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.115372 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 1a11641e-39ea-4341-b104-f59c40c0a2a1 of type vlan for network bfeae8d3-c26c-4b97-a198-06710628155d Apr 28 14:59:02.116678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42078) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.118908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.119626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Fanout notify agent at l3_agent the message router_deleted on router bf636cca-137f-468e-9493-aba16af78591 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:59:02.123718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4d57f3ae-3183-4e37-99e8-05e559ebfda1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:02.124212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d57f3ae-3183-4e37-99e8-05e559ebfda1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:02.124864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ee7a6368-88ef-4921-bca1-10ffed285cdb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:02.142322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.146769 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-de0c7725-70c8-4267-b213-3ab7adad014d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/routers/bf636cca-137f-468e-9493-aba16af78591 HTTP/1.1" status: 204 len: 168 time: 0.8836222 Apr 28 14:59:02.147460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.154475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: ee7a6368-88ef-4921-bca1-10ffed285cdb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:02.154918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ee7a6368-88ef-4921-bca1-10ffed285cdb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:02.162498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:02.206410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Allocated IP 2001:db8::2 (2311558c-b8ea-4501-abff-8b9cc746e49f/31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca/34c86b4f-b967-483e-a09e-0f25dae209da) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:02.234331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.286846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d733a5-cee6-47ca-a0a8-100fc0155b45 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:02.290887 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-90d733a5-cee6-47ca-a0a8-100fc0155b45 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.1703639 Apr 28 14:59:02.291163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.304083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.315717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:02.316393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.319987 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-799b808f-cda7-4c67-a3a5-87809609d941 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2354732 Apr 28 14:59:02.320613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.340008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:02.340213 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-065e8a79-4b0d-466f-9e75-8c3031819c5f tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 200 len: 205 time: 0.0467179 Apr 28 14:59:02.343304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.346917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42088) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.395373 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5259008 Apr 28 14:59:02.402383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.414489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:02.432155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95ccac-2b2a-4bff-8ac0-39e46c2e47f5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=bfeae8d3-c26c-4b97-a198-06710628155d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.488799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.493528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:02.497265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.535161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.538399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.552145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.558826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network bfeae8d3-c26c-4b97-a198-06710628155d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:02.594572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.597904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.610817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.621958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.623309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.638830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network bfeae8d3-c26c-4b97-a198-06710628155d is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 14:59:02.641066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.645690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:02.646300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.652040 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "PUT /v2.0/networks/bfeae8d3-c26c-4b97-a198-06710628155d HTTP/1.1" status: 200 len: 723 time: 0.2443085 Apr 28 14:59:02.673373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42092) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.679016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:02.687570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:02.692331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:02.696168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:02.704206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:02.735786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:02.747619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7df560-2172-40e7-be59-723276ba45d4 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=bfeae8d3-c26c-4b97-a198-06710628155d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.751655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.752284 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment d24d3d22-3e2b-4785-8938-69709ff4cab6 of type vlan for network 1cce6a3b-9af1-4999-a59a-736326256f40 Apr 28 14:59:02.756679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84e9d62-2336-4b8c-82c3-81ac39f96879,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.770596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Pushing event updated for resources: {'Port': ['ID=34c86b4f-b967-483e-a09e-0f25dae209da,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.773833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network bfeae8d3-c26c-4b97-a198-06710628155d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:02.794910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.795373 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Added segment 26e7a2e0-dbce-473e-b72e-34abb74669cc of type vlan for network c56bec58-6de4-4a98-abcd-476d376d21ad Apr 28 14:59:02.796978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:02.802025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.805624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.840622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Attempting to bind port 34c86b4f-b967-483e-a09e-0f25dae209da on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:02.840977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Attempting to bind port 34c86b4f-b967-483e-a09e-0f25dae209da by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9d3d0639-a175-471d-9c6f-c48e268d0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:02.841522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Attempting to bind port 34c86b4f-b967-483e-a09e-0f25dae209da on network 2311558c-b8ea-4501-abff-8b9cc746e49f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:02.845949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.863607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:02.864275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Checking segment: {'id': '9d3d0639-a175-471d-9c6f-c48e268d0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:02.864822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.865388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Bound using segment: {'id': '9d3d0639-a175-471d-9c6f-c48e268d0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:02.865995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Bound port: 34c86b4f-b967-483e-a09e-0f25dae209da, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3d0639-a175-471d-9c6f-c48e268d0854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:02.866526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.923897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.927278 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/fe794aa7-5d75-48fb-b298-bf58a27c1d60 HTTP/1.1" status: 204 len: 168 time: 0.6014161 Apr 28 14:59:02.931666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42094) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:02.933516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] For port 34c86b4f-b967-483e-a09e-0f25dae209da, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:02.937284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] For port 34c86b4f-b967-483e-a09e-0f25dae209da, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=34c86b4f-b967-483e-a09e-0f25dae209da,segment=NetworkSegment(9d3d0639-a175-471d-9c6f-c48e268d0854),segment_id=9d3d0639-a175-471d-9c6f-c48e268d0854)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:02.944486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.947785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:02.968823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df077127-2e40-48e6-869b-566cdcd99bfc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.972449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3377b-4fd6-4ce9-b22c-d746d670d6da tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe794aa7-5d75-48fb-b298-bf58a27c1d60,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:02.987692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.019055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a05d9-215a-43ef-ac84-6ab37b86d202 None None] Pushing event updated for resources: {'Port': ['ID=34c86b4f-b967-483e-a09e-0f25dae209da,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.020022 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5382b8be-94d5-46d2-acae-125228af23f0 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0870595 Apr 28 14:59:03.024717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.055315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.125622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=1ecf1b02-4a32-4927-b205-7b3850912e37,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.146995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.172425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '1a11641e-39ea-4341-b104-f59c40c0a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:03.172776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: bfeae8d3-c26c-4b97-a198-06710628155d, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:03.178711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.242624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network bfeae8d3-c26c-4b97-a198-06710628155d is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:03.258591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, bfeae8d3-c26c-4b97-a198-06710628155d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:03.265057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:03.266034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.272028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.273078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf890344-f279-45b7-b0b8-47c6f300f58d None None] Network bfeae8d3-c26c-4b97-a198-06710628155d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:03.275380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.278345 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/b92d0719-651b-4169-a426-59b5e6c3ecc6 HTTP/1.1" status: 204 len: 168 time: 0.2524438 Apr 28 14:59:03.292936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42098) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.319686 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-566382aa-ee21-42f6-bda0-c74513253423 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6448493 Apr 28 14:59:03.322274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.335370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:03.339946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9792067-8a47-4cf6-892d-bd9336968670 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d0719-651b-4169-a426-59b5e6c3ecc6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.421122 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b15519fa-5095-4ce5-a8a4-e446c7cfd150 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1259503 Apr 28 14:59:03.440066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42102) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.444384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group': {'name': 'tempest-secgroup--756201689'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:03.468193 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-bfeae8d3-c26c-4b97-a198-06710628155d', 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '1ecf1b02-4a32-4927-b205-7b3850912e37'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:03.469560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.470608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:59:03.476373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3996222'] for subnet, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.499711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.503392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.508817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:03.509456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.579058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.580134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:03.580680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-611915'] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.651739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.652387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0786695 Apr 28 14:59:03.655791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.660968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'name': 'tempest-PortsTestJSON-432360486'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:03.661737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.677870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.703082 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2262945 Apr 28 14:59:03.703832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df5c68-e233-4807-aa47-e74668c411e7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=1cce6a3b-9af1-4999-a59a-736326256f40,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.719203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.719457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:03.725568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Request body: {'subnet': {'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1969240648-subnet', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:03.742876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3425807'] for subnet, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.765126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.765476 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3244879 Apr 28 14:59:03.790867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.796928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Request body: {'security_group_rule': {'security_group_id': 'fcab7c66-2fa1-4cff-b45a-95125a647b7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:03.817854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:03.818108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.819240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "PUT /v2.0/subnets/1ecf1b02-4a32-4927-b205-7b3850912e37 HTTP/1.1" status: 200 len: 806 time: 0.4958487 Apr 28 14:59:03.824745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaa5ea-a3b3-4734-91f5-9684689ca5ec tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab7c66-2fa1-4cff-b45a-95125a647b7d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.828934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:03.843066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Allocated IP 172.20.0.2 (bfeae8d3-c26c-4b97-a198-06710628155d/1ecf1b02-4a32-4927-b205-7b3850912e37/24a1ff5b-4963-4d57-a61b-66a4e01b2a99) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:03.852654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb908f8e-88e4-4c26-b259-67353504d648 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=1ecf1b02-4a32-4927-b205-7b3850912e37,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.854370 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.866695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:03.870571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.874441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.914669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.919051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port d3ffe4f3-8235-4ce8-b03e-7f874876b472 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:03.949042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Made reservation on behalf of 2e07f299e6aa41c9822c192f34de4412 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:03.951930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:03.955685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d639e-f7ac-4776-b74e-684eb1c14ccf admin admin] Pushing event updated for resources: {'Network': ['ID=c56bec58-6de4-4a98-abcd-476d376d21ad,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:03.975984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network c56bec58-6de4-4a98-abcd-476d376d21ad details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:04.007946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:04.053308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.073388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.123696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.125229 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3321588 Apr 28 14:59:04.138249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.139144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceef6b-653a-4870-9cc3-4dea65c3ee07 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5659a22f-fcb0-46f3-aaf0-754e7e764651,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.139251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 34c86b4f-b967-483e-a09e-0f25dae209da up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:04.199147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.216013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.243882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:04.244280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.268122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.277932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.302850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Network bfeae8d3-c26c-4b97-a198-06710628155d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:04.303786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:04.307576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:04.307739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.308189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.315622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.318013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.319420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:04.324118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0ac83-0d28-4105-b2b8-182d3d84818a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:04.328791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 2311558c-b8ea-4501-abff-8b9cc746e49f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:04.342188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Pushing event updated for resources: {'Port': ['ID=24a1ff5b-4963-4d57-a61b-66a4e01b2a99,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.343547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:04.348240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.348950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.358542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.358847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c261f52-fd84-4861-80cb-65a1d2dc031a None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:04.368665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=acac2709-62da-4b01-9764-06892cb342dd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.407244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.409898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.413664 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/fcab7c66-2fa1-4cff-b45a-95125a647b7d HTTP/1.1" status: 204 len: 168 time: 0.2695303 Apr 28 14:59:04.423074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.433848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=d3ffe4f3-8235-4ce8-b03e-7f874876b472,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.443183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=06cd78cb-03d0-4e07-a083-0bd5559a2555,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.447287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab7c66-2fa1-4cff-b45a-95125a647b7d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.449151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.463891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.464366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.464790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.465209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.465624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.466143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.466492 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.466897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.467340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.467743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.468178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.468582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde1aa04-f309-414e-9591-97dcb28525a4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.477924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.478357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.478794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.479318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.479592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.479992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.480830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.480830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.481095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.481492 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.481904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.482306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:04.494771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': 'd24d3d22-3e2b-4785-8938-69709ff4cab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:04.495222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 1cce6a3b-9af1-4999-a59a-736326256f40, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:04.516004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port 26f85ae6-d447-48e9-9cab-4b6c09caaf8f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:04.516004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.520721 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-02c9bc41-8910-42b1-a847-b3c0e66f5142 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0948648 Apr 28 14:59:04.520721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.550619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Attempting to bind port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:04.550986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Attempting to bind port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '1a11641e-39ea-4341-b104-f59c40c0a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:04.551352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Attempting to bind port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 on network bfeae8d3-c26c-4b97-a198-06710628155d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:04.554436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:04.571178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 1cce6a3b-9af1-4999-a59a-736326256f40) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:04.582064 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9489da1e-12a5-44a3-8af6-0a493ad2f57f tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0576241 Apr 28 14:59:04.583013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.585198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:04.589480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:04.589856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Checking segment: {'id': '1a11641e-39ea-4341-b104-f59c40c0a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:04.590258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.590646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Bound using segment: {'id': '1a11641e-39ea-4341-b104-f59c40c0a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:04.591128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Bound port: 24a1ff5b-4963-4d57-a61b-66a4e01b2a99, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a11641e-39ea-4341-b104-f59c40c0a2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'bfeae8d3-c26c-4b97-a198-06710628155d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:04.591503 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.591615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.592462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.596494 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-33f3d7e2-df5c-432a-834e-b177281281ed tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7058747 Apr 28 14:59:04.597350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad65b1ac-970b-459b-a874-70062edbe467,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:04.598019 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed09bee-58be-43a5-81d3-97da5fdfcd08 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:04.600589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42120) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.602771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.604533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f299c4e1-a7fd-4505-a9ce-b535ab5eb77b None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:04.604888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f299c4e1-a7fd-4505-a9ce-b535ab5eb77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.614389 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-0ae6e7f9-4b78-4d09-8083-07ae9c9910b4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] delete failed (client error): The resource could not be found. Apr 28 14:59:04.615555 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0ae6e7f9-4b78-4d09-8083-07ae9c9910b4 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "DELETE /v2.0/security-groups/fcab7c66-2fa1-4cff-b45a-95125a647b7d HTTP/1.1" status: 404 len: 347 time: 0.0314472 Apr 28 14:59:04.619795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.637667 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e2375abc-af18-43bd-82a4-7bd906416883 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9809880 Apr 28 14:59:04.640855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.646960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1507929155'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:04.698135 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4fb33f23-b0cc-450a-b409-175ff56d2b28 tempest-SecGroupTest-1413149435 tempest-SecGroupTest-1413149435-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0708952 Apr 28 14:59:04.698777 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92feeac1-9cdf-4efa-8e30-a2bcc2b0ee86 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5432048 Apr 28 14:59:04.701588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.702518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:04.707223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.714732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:04.755696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.756884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.761640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.764875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.765161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:04.767069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.768655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.770578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.772850 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fd11a5b4-a139-4fca-95b6-2a6e9ec1327a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1577961 Apr 28 14:59:04.777510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42130) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:04.784094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-295579026'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:04.797395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.798322 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment bd174ca4-0115-4d7f-987e-95f9d33786ea of type vlan for network 8492eb30-21c7-4ac7-99d0-a411e18a95b9 Apr 28 14:59:04.815785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Checking segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:04.816169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Network hostable DHCP agents. Network: c56bec58-6de4-4a98-abcd-476d376d21ad, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:04.820078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.838017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for 26f85ae6-d447-48e9-9cab-4b6c09caaf8f owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:04.854812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 34c86b4f-b967-483e-a09e-0f25dae209da, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=34c86b4f-b967-483e-a09e-0f25dae209da,segment=NetworkSegment(9d3d0639-a175-471d-9c6f-c48e268d0854),segment_id=9d3d0639-a175-471d-9c6f-c48e268d0854)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:04.866690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Deleting port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:04.867278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.872148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.905759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.906784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:04.909081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Network c56bec58-6de4-4a98-abcd-476d376d21ad is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:04.911428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.963311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:04.965638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, c56bec58-6de4-4a98-abcd-476d376d21ad) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:04.983744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:04.984398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.023609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.031960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:05.032962 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.045993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42134) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:05.048762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.052590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-53accc0e-9e8c-4145-a617-941893ae1100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3400865 Apr 28 14:59:05.053805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.055603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:05.056677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] For port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:05.057042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.077153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-be09ee21-8be8-4549-bd3d-aef64951ebee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3561454 Apr 28 14:59:05.080785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:05.081707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be35f498-971e-41d2-a673-0afe3b23a352 None None] Network c56bec58-6de4-4a98-abcd-476d376d21ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:05.091509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:05.110926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:05.135951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'acac2709-62da-4b01-9764-06892cb342dd'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:05.136724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.144125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Calling delete_port for 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:05.169439 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5274947 Apr 28 14:59:05.173132 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] For port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:05.176711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:05.184966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'ports': [{'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'}, {'network_id': '8492eb30-21c7-4ac7-99d0-a411e18a95b9'}]} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:05.185440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:05.185948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '8492eb30-21c7-4ac7-99d0-a411e18a95b9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:05.261318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] For port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=24a1ff5b-4963-4d57-a61b-66a4e01b2a99,segment=NetworkSegment(1a11641e-39ea-4341-b104-f59c40c0a2a1),segment_id=1a11641e-39ea-4341-b104-f59c40c0a2a1)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:05.284553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.285609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.287822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.323505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=34c86b4f-b967-483e-a09e-0f25dae209da,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:05.462094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.579001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=26f85ae6-d447-48e9-9cab-4b6c09caaf8f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:05.584152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3437451-e854-4852-b4ec-d5c313d2452e None None] Pushing event updated for resources: {'Port': ['ID=24a1ff5b-4963-4d57-a61b-66a4e01b2a99,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:05.615316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/acac2709-62da-4b01-9764-06892cb342dd/7d62a93d-d780-406b-b667-11fb14f67ffc) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:05.617999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.646402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.646744 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 6a6d7840-59fa-4574-9010-4b80ee9666c4 of type vlan for network a999ec05-0fd3-452a-a049-4ac1a96b8d51 Apr 28 14:59:05.654365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-c56bec58-6de4-4a98-abcd-476d376d21ad', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:05.655314 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.660525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.660842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Update dhcp port {'port': {'network_id': '2311558c-b8ea-4501-abff-8b9cc746e49f', 'fixed_ips': [{'subnet_id': '31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '06cd78cb-03d0-4e07-a083-0bd5559a2555'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '34c86b4f-b967-483e-a09e-0f25dae209da'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:05.661317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.661829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.662388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.662879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.663396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.663905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.665025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.665605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.666111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.666608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.667207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:05.683848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ed756-2d08-4634-8a54-3690c1b403c0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=8492eb30-21c7-4ac7-99d0-a411e18a95b9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:05.716150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8492eb30-21c7-4ac7-99d0-a411e18a95b9 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:05.726419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.824738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.829664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.873684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.879837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.880573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:05.880681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.891067 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b105ca6c-927f-43e0-9a39-39ff538877cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f9f1b9e5a47540fcbcc3b2dcbe001028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398507 Apr 28 14:59:05.891652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:05.919529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:05.974669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Port': ['ID=24a1ff5b-4963-4d57-a61b-66a4e01b2a99,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:05.979104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.017504 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2386389 Apr 28 14:59:06.025574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42146) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:06.038799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:06.063899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134be34-50f3-4c67-a205-67146a64dea4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=a999ec05-0fd3-452a-a049-4ac1a96b8d51,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:06.093741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.095190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 2} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:06.100105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.121829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.131375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:06.157829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.202150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 34c86b4f-b967-483e-a09e-0f25dae209da up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:06.294912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Allocated IP 172.20.0.2 (c56bec58-6de4-4a98-abcd-476d376d21ad/ad65b1ac-970b-459b-a874-70062edbe467/d7c491db-db81-46c4-9806-249800810203) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:06.302737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.340877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 905b5683-c5c4-4090-b021-f685e6bbfcdb yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:06.341923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.345476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.348516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.352304 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/817e942b-44d6-4ad0-a127-084869fa25c8 HTTP/1.1" status: 204 len: 168 time: 0.4148383 Apr 28 14:59:06.361445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2759b-2874-444f-a51e-4797b2f814df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e942b-44d6-4ad0-a127-084869fa25c8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:06.408634 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Allocated IP 172.20.0.1 (2311558c-b8ea-4501-abff-8b9cc746e49f/06cd78cb-03d0-4e07-a083-0bd5559a2555/34c86b4f-b967-483e-a09e-0f25dae209da) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:06.459221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:06.486833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:06.489518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:06.511973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Pushing event updated for resources: {'Port': ['ID=7d62a93d-d780-406b-b667-11fb14f67ffc,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:06.525383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.553470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.601258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:06.601648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.636211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port a06357b7-8c29-4dd7-ac7a-e68b33032836 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:06.719492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Attempting to bind port 7d62a93d-d780-406b-b667-11fb14f67ffc on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:06.719492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Attempting to bind port 7d62a93d-d780-406b-b667-11fb14f67ffc by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:06.719492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Attempting to bind port 7d62a93d-d780-406b-b667-11fb14f67ffc on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:06.749014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:06.749600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:06.750008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.750404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:06.751531 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Bound port: 7d62a93d-d780-406b-b667-11fb14f67ffc, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:06.751898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.785983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.800791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.810475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.813447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] For port 34c86b4f-b967-483e-a09e-0f25dae209da, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=34c86b4f-b967-483e-a09e-0f25dae209da,segment=NetworkSegment(9d3d0639-a175-471d-9c6f-c48e268d0854),segment_id=9d3d0639-a175-471d-9c6f-c48e268d0854)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:06.834564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.840420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No DVR routers for this DVR port 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:06.856958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.918707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:06.922675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:06.925434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:06.926789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:06.965014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=905b5683-c5c4-4090-b021-f685e6bbfcdb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.043591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::1 (54d908dd-ca79-41d5-95f2-c906280f9818/acac2709-62da-4b01-9764-06892cb342dd/2378de24-f1ba-44fe-8539-2f0b1e364a2d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:07.065370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': 'bd174ca4-0115-4d7f-987e-95f9d33786ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '8492eb30-21c7-4ac7-99d0-a411e18a95b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:07.065849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 8492eb30-21c7-4ac7-99d0-a411e18a95b9, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:07.068813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.069339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router a0a06c73-dcb1-4e7f-82a4-0689d450d559 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:59:07.085537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c572180-ba5a-4a75-b81d-f8d9b8b9ab8d None None] Network bfeae8d3-c26c-4b97-a198-06710628155d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:07.087493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=a06357b7-8c29-4dd7-ac7a-e68b33032836,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.104898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.106852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 8492eb30-21c7-4ac7-99d0-a411e18a95b9 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:07.109706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:07.109834 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5941ebf7-3a1d-4cd8-ba77-9c1514316e2c tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 204 len: 168 time: 4.7525797 Apr 28 14:59:07.119443 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819595498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:07.137830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Network c56bec58-6de4-4a98-abcd-476d376d21ad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:07.145302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8492eb30-21c7-4ac7-99d0-a411e18a95b9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:07.151298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:07.157840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.159563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:07.165102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:07.165916 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.179027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.180378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.189544 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f27b9ac7-5a5c-4604-9c7b-e5c25f4edf68 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0114589 Apr 28 14:59:07.192765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:07.213175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84890ca3-3a55-4da6-bca0-69ff7e57091a None None] Network 8492eb30-21c7-4ac7-99d0-a411e18a95b9 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:07.215088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:07.228876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-da715f44-8bda-42f3-aab1-3e7f47b9dbeb None None] Could not find standard attr ID for object 24a1ff5b-4963-4d57-a61b-66a4e01b2a99. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:07.232246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.243310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:07.243740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.262464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Pushing event updated for resources: {'Port': ['ID=d7c491db-db81-46c4-9806-249800810203,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.270661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.275829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] For port 7d62a93d-d780-406b-b667-11fb14f67ffc, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:07.292227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecf1b02-4a32-4927-b205-7b3850912e37,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.314771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.331664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.354953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] For port 7d62a93d-d780-406b-b667-11fb14f67ffc, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7d62a93d-d780-406b-b667-11fb14f67ffc,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:07.358113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.358523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.359761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.360201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.360533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.361039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.361360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.361691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.362618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.362953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.363536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.364751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:07.383226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.384712 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3fac0436-17b4-4dd1-b423-199bfd3bf469 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2737746 Apr 28 14:59:07.390035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port a06357b7-8c29-4dd7-ac7a-e68b33032836 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:07.390376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.394523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42168) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:07.398884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:07.428273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.437808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.462721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.522407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.545088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.581796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfeae8d3-c26c-4b97-a198-06710628155d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:07.598148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 14:59:07.603476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:07.604120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.608483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "PUT /v2.0/networks/a999ec05-0fd3-452a-a049-4ac1a96b8d51 HTTP/1.1" status: 200 len: 723 time: 1.5784469 Apr 28 14:59:07.620233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for a06357b7-8c29-4dd7-ac7a-e68b33032836 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:07.621729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42174) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:07.627069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a11641e-39ea-4341-b104-f59c40c0a2a1') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:07.627359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a11641e-39ea-4341-b104-f59c40c0a2a1') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:07.631039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:07.634365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.646741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a6eb-1bd5-47b0-987b-ca20306ba76c None None] Pushing event updated for resources: {'Port': ['ID=34c86b4f-b967-483e-a09e-0f25dae209da,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.707333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.730182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Attempting to bind port d7c491db-db81-46c4-9806-249800810203 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:07.731013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Attempting to bind port d7c491db-db81-46c4-9806-249800810203 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:07.731597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Attempting to bind port d7c491db-db81-46c4-9806-249800810203 on network c56bec58-6de4-4a98-abcd-476d376d21ad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:07.732395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93db2c-2dc5-45d3-a651-3e927fe03f27 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=a999ec05-0fd3-452a-a049-4ac1a96b8d51,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:07.769719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.779321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.790041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:07.814522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.838568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:07.839075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Checking segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:07.839590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.840314 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Bound using segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:07.840923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Bound port: d7c491db-db81-46c4-9806-249800810203, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:07.841428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.858119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.884995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:07.885410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:07.890151 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:07.968900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:07.993007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb7401-5078-49f7-8e84-f98320376e10 None None] Pushing event updated for resources: {'Port': ['ID=7d62a93d-d780-406b-b667-11fb14f67ffc,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:08.063279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.099011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] For port d7c491db-db81-46c4-9806-249800810203, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:08.103164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] For port d7c491db-db81-46c4-9806-249800810203, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7c491db-db81-46c4-9806-249800810203,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:08.106828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=a06357b7-8c29-4dd7-ac7a-e68b33032836,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:08.114744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.153292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a56ec9-1c7b-4846-90e2-7854e7d2786e None None] DHCP port deletion for bfeae8d3-c26c-4b97-a198-06710628155d request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:08.193274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.198900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.211611 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/bfeae8d3-c26c-4b97-a198-06710628155d HTTP/1.1" status: 204 len: 168 time: 4.3787601 Apr 28 14:59:08.227572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:08.229245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52f6a6-0f52-4d42-9368-9e5612c6bbfa None None] Network bfeae8d3-c26c-4b97-a198-06710628155d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:08.259112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52f6a6-0f52-4d42-9368-9e5612c6bbfa None None] Network bfeae8d3-c26c-4b97-a198-06710628155d could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:59:08.266416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:08.276139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.280235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 34c86b4f-b967-483e-a09e-0f25dae209da up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:08.299640 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-26cbf0e7-12df-454b-a581-996498bf96da tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/a06357b7-8c29-4dd7-ac7a-e68b33032836 HTTP/1.1" status: 204 len: 168 time: 1.1055384 Apr 28 14:59:08.300715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:08.301612 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42186) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:08.308813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:08.311573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.323548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:08.328222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.385238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55645e2f-56e3-480c-8616-42d139116a6d None None] Pushing event updated for resources: {'Port': ['ID=d7c491db-db81-46c4-9806-249800810203,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:08.404968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:08.405447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.469733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Allocated IP 172.26.4.160 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/5103eb55-a338-4e15-8c84-28e22a7adef0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:08.474821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53f6b8-39d6-4168-96b2-3701adafd7b5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=bfeae8d3-c26c-4b97-a198-06710628155d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:08.477724 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b964415-e279-480c-9a70-5eef33b6275a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:08.480033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b964415-e279-480c-9a70-5eef33b6275a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:08.483992 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0b964415-e279-480c-9a70-5eef33b6275a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/bfeae8d3-c26c-4b97-a198-06710628155d HTTP/1.1" status: 404 len: 339 time: 0.2506394 Apr 28 14:59:08.491761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:08.509438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887202256', 'description': 'd1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:08.527076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:08.573131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b3dd7-8e83-4609-9240-a5bcb01cb865 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:08.579158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b3dd7-8e83-4609-9240-a5bcb01cb865 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:08.580828 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2c2b3dd7-8e83-4609-9240-a5bcb01cb865 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2771957 Apr 28 14:59:08.588021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:08.761721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:08.765619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.783736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b350984-16ab-47ed-9176-92acbb5d78c1 None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:08.809305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42198) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:08.822369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d056cb22-a9f7-4e87-83bc-4e41b048efbd None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:08.822589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d056cb22-a9f7-4e87-83bc-4e41b048efbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.875304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.910947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:08.953793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.967283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.974241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:08.976390 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment eaa9f2a0-ef56-4b66-ae54-d2f5cc212f69 of type vlan for network ac0e59b3-5db4-4a84-b545-dd57c18eab29 Apr 28 14:59:09.030204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.069653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.138339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--1351876925', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:09.147366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=88c31c05-da38-46ef-8367-26953f1b36d1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:09.154474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.195660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '6a6d7840-59fa-4574-9010-4b80ee9666c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:09.196046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: a999ec05-0fd3-452a-a049-4ac1a96b8d51, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:09.229235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 905b5683-c5c4-4090-b021-f685e6bbfcdb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:09.229657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.231186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:09.235084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.245134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.255224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.286130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:09.306528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a999ec05-0fd3-452a-a049-4ac1a96b8d51) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:09.317774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a649af-956c-4c8d-81f8-3cadf8277e01 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:09.333003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Allocated IP 172.26.4.163 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/3ea379e6-3f88-4703-82a6-49b9506bfdd3) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:09.338273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:09.338919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.372691 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5b0884b4-c033-4b9d-84a7-7a40d79071b2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7498441 Apr 28 14:59:09.380181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42204) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:09.391410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:09.402672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:09.408617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.413847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:09.414461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.440866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:09.469190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:09.482840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.538059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] Provisioning complete for port 7d62a93d-d780-406b-b667-11fb14f67ffc triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:09.538951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.551020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5103eb55-a338-4e15-8c84-28e22a7adef0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:09.615469 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1185715 Apr 28 14:59:09.621061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 905b5683-c5c4-4090-b021-f685e6bbfcdb owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:09.626618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42206) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:09.636586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-a999ec05-0fd3-452a-a049-4ac1a96b8d51', 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': '88c31c05-da38-46ef-8367-26953f1b36d1'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:09.637576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.695776 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838322-7412-496d-b51e-508e719a379b tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=ac0e59b3-5db4-4a84-b545-dd57c18eab29,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:09.735454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5358b530-06b4-46fa-a797-551645bf7bb8 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:09.745761 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5358b530-06b4-46fa-a797-551645bf7bb8 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks?id=ac0e59b3-5db4-4a84-b545-dd57c18eab29 HTTP/1.1" status: 200 len: 761 time: 0.1182427 Apr 28 14:59:09.746387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:09.749310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3996222'] for subnet, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.762499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'description': 'd2'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:09.775471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network ac0e59b3-5db4-4a84-b545-dd57c18eab29 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:09.897016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.900437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.916737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.927870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:09.935670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.945576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:09.946045 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment 23420770-6daf-422c-a1e9-5b7b4927369b of type vlan for network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f Apr 28 14:59:09.957761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Allocated IP 2001:db8::2 (a999ec05-0fd3-452a-a049-4ac1a96b8d51/88c31c05-da38-46ef-8367-26953f1b36d1/f6dcef2e-05d2-459a-b703-e1a614ba6cef) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:09.985075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=905b5683-c5c4-4090-b021-f685e6bbfcdb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:09.987672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.005356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.011231 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-edfb4aed-963a-481d-9257-adfabbd0a12b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/905b5683-c5c4-4090-b021-f685e6bbfcdb HTTP/1.1" status: 204 len: 168 time: 1.3314898 Apr 28 14:59:10.011852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42210) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.021991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] For port 7d62a93d-d780-406b-b667-11fb14f67ffc, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7d62a93d-d780-406b-b667-11fb14f67ffc,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:10.092577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.104955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.115112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:10.115353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00044327-29d0-4705-a997-7982cabd721e None None] Network c56bec58-6de4-4a98-abcd-476d376d21ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:10.115527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.158204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.158404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.181227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a91603-bb35-422b-b98c-3ffe4267a3d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:10.182888 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98a91603-bb35-422b-b98c-3ffe4267a3d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1644440 Apr 28 14:59:10.188322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.202342 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.219062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.219989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.232956 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf22043-58a6-4893-9810-f82059289de3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:10.233918 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9cf22043-58a6-4893-9810-f82059289de3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/a06357b7-8c29-4dd7-ac7a-e68b33032836 HTTP/1.1" status: 404 len: 333 time: 0.0448446 Apr 28 14:59:10.238029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.262464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7d62a93d-d780-406b-b667-11fb14f67ffc up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:10.264458 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4468660 Apr 28 14:59:10.272783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.282341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:10.305152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda5685-af7d-4572-af4f-3631e3c64904 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=2dae4afa-7cf2-4187-89e8-8dc75d17b56f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.323711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.337672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.348666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.349666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.375871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.412153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:10.430533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:10.432419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network ac0e59b3-5db4-4a84-b545-dd57c18eab29 is not hosted by any dhcp agent {{(pid=102640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 14:59:10.438119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:10.438758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.442674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "PUT /v2.0/networks/ac0e59b3-5db4-4a84-b545-dd57c18eab29 HTTP/1.1" status: 200 len: 758 time: 0.6818829 Apr 28 14:59:10.442674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:10.461344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:10.485834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.533883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Pushing event updated for resources: {'Port': ['ID=3ea379e6-3f88-4703-82a6-49b9506bfdd3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.558112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a740-e90b-41d9-b55c-60350512badb None None] Pushing event updated for resources: {'Port': ['ID=7d62a93d-d780-406b-b667-11fb14f67ffc,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.585122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4264d8-f626-45e7-bb5c-5f272301cd25 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=ac0e59b3-5db4-4a84-b545-dd57c18eab29,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.588315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.616252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network ac0e59b3-5db4-4a84-b545-dd57c18eab29 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:10.655852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Provisioning complete for port 2378de24-f1ba-44fe-8539-2f0b1e364a2d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:10.656284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.680391 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84ef1c0-ddd4-4448-bc41-69a105cc97ca tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:10.681871 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b84ef1c0-ddd4-4448-bc41-69a105cc97ca tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/905b5683-c5c4-4090-b021-f685e6bbfcdb HTTP/1.1" status: 404 len: 333 time: 0.4408748 Apr 28 14:59:10.690571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42220) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.728096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.730271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c214d1f-f063-448b-bf5a-25a2f30091a3 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:10.734112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.738635 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c214d1f-f063-448b-bf5a-25a2f30091a3 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks?id=ac0e59b3-5db4-4a84-b545-dd57c18eab29 HTTP/1.1" status: 200 len: 761 time: 0.2516978 Apr 28 14:59:10.739675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:10.777708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.784055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.791556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7d62a93d-d780-406b-b667-11fb14f67ffc triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:10.791899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.841682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Port 2378de24-f1ba-44fe-8539-2f0b1e364a2d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:10.858455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:10.868999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:10.874538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:10.876147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:10.887774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:10.891006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:10.921871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Pushing event updated for resources: {'Port': ['ID=f6dcef2e-05d2-459a-b703-e1a614ba6cef,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:10.926335 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Provisioning complete for port d7c491db-db81-46c4-9806-249800810203 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:10.926973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.057420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Attempting to bind port f6dcef2e-05d2-459a-b703-e1a614ba6cef on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:11.057781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Attempting to bind port f6dcef2e-05d2-459a-b703-e1a614ba6cef by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6a6d7840-59fa-4574-9010-4b80ee9666c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:11.058136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Attempting to bind port f6dcef2e-05d2-459a-b703-e1a614ba6cef on network a999ec05-0fd3-452a-a049-4ac1a96b8d51 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:11.068102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7c491db-db81-46c4-9806-249800810203 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:11.071361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:11.071732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Checking segment: {'id': '6a6d7840-59fa-4574-9010-4b80ee9666c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:11.072168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.072556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Bound using segment: {'id': '6a6d7840-59fa-4574-9010-4b80ee9666c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:11.073031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Bound port: f6dcef2e-05d2-459a-b703-e1a614ba6cef, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6d7840-59fa-4574-9010-4b80ee9666c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'a999ec05-0fd3-452a-a049-4ac1a96b8d51'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:11.073402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.166062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781668954'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:11.237901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] For port f6dcef2e-05d2-459a-b703-e1a614ba6cef, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:11.241319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] For port f6dcef2e-05d2-459a-b703-e1a614ba6cef, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f6dcef2e-05d2-459a-b703-e1a614ba6cef,segment=NetworkSegment(6a6d7840-59fa-4574-9010-4b80ee9666c4),segment_id=6a6d7840-59fa-4574-9010-4b80ee9666c4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:11.248451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.248794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.272238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.282644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:11.291656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d7c491db-db81-46c4-9806-249800810203 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:11.292063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.294549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8492eb30-21c7-4ac7-99d0-a411e18a95b9']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:11.309791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd174ca4-0115-4d7f-987e-95f9d33786ea') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:11.310169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd174ca4-0115-4d7f-987e-95f9d33786ea') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:11.365919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.379735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.401995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.433285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:11.435875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] For port d7c491db-db81-46c4-9806-249800810203, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7c491db-db81-46c4-9806-249800810203,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:11.437261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.441104 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285d0c-7e50-4914-8256-84cce6bd0088 None None] Pushing event updated for resources: {'Port': ['ID=f6dcef2e-05d2-459a-b703-e1a614ba6cef,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:11.447202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.464720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.509371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:11.509763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Provisioning complete for port 34c86b4f-b967-483e-a09e-0f25dae209da triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:11.510188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.510782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:11.514173 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:11.577328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:11.610952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.611343 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment 113822f5-68b9-4c4b-9669-c75557d6f1a6 of type vlan for network 1e1a2c75-accf-4221-92e2-971386f6e6af Apr 28 14:59:11.613764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b928a3-df64-4197-804a-e4d0f1ad7d87 None None] Pushing event updated for resources: {'Port': ['ID=d7c491db-db81-46c4-9806-249800810203,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:11.662231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:11.671086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3425807'] for subnet, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.685472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:11.696385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-febc105b-f40e-47f8-ab5d-115e1b0e5e30 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "PUT /v2.0/routers/083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6363244 Apr 28 14:59:11.697421 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Sync routers for ids ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:11.699099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:11.708975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.713713 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Routers {'083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:11.714368 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:11.721940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:11.722276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24a1ff5b-4963-4d57-a61b-66a4e01b2a99 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:11.741228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:11.741820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.746266 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "PUT /v2.0/subnets/88c31c05-da38-46ef-8367-26953f1b36d1 HTTP/1.1" status: 200 len: 826 time: 2.3605936 Apr 28 14:59:11.751651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.758548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:11.770207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.771130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.774473 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/8492eb30-21c7-4ac7-99d0-a411e18a95b9 HTTP/1.1" status: 204 len: 168 time: 1.0814104 Apr 28 14:59:11.780943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7be2d9-64a7-4dfc-9894-5b6dbcdb0c0e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=8492eb30-21c7-4ac7-99d0-a411e18a95b9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:11.783600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:11.793321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-442303902'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:11.809486 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Set router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:11.829871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576db173-a99a-4e09-8b92-c8316669c6d6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:11.831251 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-576db173-a99a-4e09-8b92-c8316669c6d6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports/2378de24-f1ba-44fe-8539-2f0b1e364a2d HTTP/1.1" status: 200 len: 911 time: 0.1308694 Apr 28 14:59:11.835258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:11.885435 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ba0bb23a-448b-48b4-9057-4f3114d9f5de None None] Provisioning complete for port 2378de24-f1ba-44fe-8539-2f0b1e364a2d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:11.885802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb23a-448b-48b4-9057-4f3114d9f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.891538 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:11.896752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.922604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216386a0-3a77-486f-831b-2c95b4695fc6 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=88c31c05-da38-46ef-8367-26953f1b36d1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:11.930404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ba0bb23a-448b-48b4-9057-4f3114d9f5de None None] Port 2378de24-f1ba-44fe-8539-2f0b1e364a2d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:11.942239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ba0bb23a-448b-48b4-9057-4f3114d9f5de None None] Provisioning complete for port d7c491db-db81-46c4-9806-249800810203 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:11.942983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb23a-448b-48b4-9057-4f3114d9f5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.968361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:11.969597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:11.975006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:11.975596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.008442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.009900 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment 7012e11d-22cc-4272-9a96-caa568f46fe7 of type vlan for network 3c357bc9-fcbf-46a8-b040-b73015cc428f Apr 28 14:59:12.090488 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9736159 Apr 28 14:59:12.091894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.106411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:12.120581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '1e1a2c75-accf-4221-92e2-971386f6e6af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:12.151567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.157431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:12.158018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.165572 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:08Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': '2378de24-f1ba-44fe-8539-2f0b1e364a2d', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:b6:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'acac2709-62da-4b01-9764-06892cb342dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:06Z', 'updated_at': '2022-04-28T14:59:09Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': 'acac2709-62da-4b01-9764-06892cb342dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:12.171044 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.178299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0264e0-959f-4f8c-9503-ec3b78022ae6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:12.185371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0264e0-959f-4f8c-9503-ec3b78022ae6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:12.190972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe732b-5def-498d-a6b1-7843a9a491f7 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=1e1a2c75-accf-4221-92e2-971386f6e6af,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:12.194148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae0264e0-959f-4f8c-9503-ec3b78022ae6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3560655 Apr 28 14:59:12.200796 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Checking router: 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:12.201546 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Updating router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae port 2378de24-f1ba-44fe-8539-2f0b1e364a2d binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:59:12.202252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:12.210058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 1e1a2c75-accf-4221-92e2-971386f6e6af details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:12.235994 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.288665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:12.293973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=3c357bc9-fcbf-46a8-b040-b73015cc428f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:12.306350 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd072583-89b9-436d-b863-09a241413296 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5169890 Apr 28 14:59:12.312280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:12.334711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:12.363700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:12.406002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7c491db-db81-46c4-9806-249800810203 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:12.480898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.486855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.491409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:12.497890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d7c491db-db81-46c4-9806-249800810203 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:12.499121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.499234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.579004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:59:12.579477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:59:12.685481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:12.688833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f6dcef2e-05d2-459a-b703-e1a614ba6cef up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:12.706847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Sync routers for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:12.748805 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.759226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:12.760004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:12.769672 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.783373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.784739 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dd40dbb4-4ab1-41ef-8d17-3b0be92eaaa9 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.7014387 Apr 28 14:59:12.787652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:12.903163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.932568 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc97b9-03fa-450f-b91f-786889a19272 None None] Pushing event updated for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:12.935960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f6dcef2e-05d2-459a-b703-e1a614ba6cef triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:12.936538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:12.939054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8359231-dc1e-4377-89c7-b16f4b7fbeb7 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:12.979251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.005672 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Attempting to bind port 2378de24-f1ba-44fe-8539-2f0b1e364a2d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:13.005946 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Attempting to bind port 2378de24-f1ba-44fe-8539-2f0b1e364a2d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:13.006296 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Attempting to bind port 2378de24-f1ba-44fe-8539-2f0b1e364a2d on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:13.017352 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:13.017717 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:13.018430 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.019075 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:13.019704 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Bound port: 2378de24-f1ba-44fe-8539-2f0b1e364a2d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:13.020323 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.040310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.134401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:13.136830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.161979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:13.163994 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] For port 2378de24-f1ba-44fe-8539-2f0b1e364a2d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:13.167498 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] For port 2378de24-f1ba-44fe-8539-2f0b1e364a2d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2378de24-f1ba-44fe-8539-2f0b1e364a2d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:13.174289 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.245708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:13.249111 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc97b9-03fa-450f-b91f-786889a19272 None None] Pushing event updated for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:13.286552 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Routers {'083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:13.289856 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:13.296838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': '7012e11d-22cc-4272-9a96-caa568f46fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:13.297396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 3c357bc9-fcbf-46a8-b040-b73015cc428f, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:13.370076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.411964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.122 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/768b95d5-4ed3-4953-b21a-fe2bc87d6826) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:13.416263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port f6dcef2e-05d2-459a-b703-e1a614ba6cef {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:13.416781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.461410 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] Set router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:13.485016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Provisioning complete for port f6dcef2e-05d2-459a-b703-e1a614ba6cef triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:13.485497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.513807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:13.547836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3c357bc9-fcbf-46a8-b040-b73015cc428f) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:13.585946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:13.586627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.587897 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca358779-e614-49c1-90e5-eacea1b7405e None None] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:13.633912 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-795fe18e-2e20-4045-b0e3-af6ac1f022d2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2741220 Apr 28 14:59:13.638306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42242) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:13.643746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f', 'name': 'tempest-PortsTestJSON-812977160'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:13.660522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': '113822f5-68b9-4c4b-9669-c75557d6f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1e1a2c75-accf-4221-92e2-971386f6e6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:13.660886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 1e1a2c75-accf-4221-92e2-971386f6e6af, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:13.846760 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:08Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': '2378de24-f1ba-44fe-8539-2f0b1e364a2d', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:b6:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'acac2709-62da-4b01-9764-06892cb342dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:06Z', 'updated_at': '2022-04-28T14:59:13Z', 'revision_number': 4, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': 'acac2709-62da-4b01-9764-06892cb342dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:13.888523 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e332275-0297-4743-b54c-17c3608e1ddc None None] The sync data for ids ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'] in dv-neutron-839772-1-hyperv is: [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:08Z', 'revision_number': 2, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None, '_interfaces': [{'id': '2378de24-f1ba-44fe-8539-2f0b1e364a2d', 'name': '', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'mac_address': 'fa:16:3e:b6:6c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'acac2709-62da-4b01-9764-06892cb342dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:06Z', 'updated_at': '2022-04-28T14:59:13Z', 'revision_number': 4, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'subnets': [{'id': 'acac2709-62da-4b01-9764-06892cb342dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:13.908852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.948700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:13.952427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.955438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:13.985269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 81efad19-7b5f-4609-a4af-be9be31f4a0a yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:14.086566 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.098274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port f6dcef2e-05d2-459a-b703-e1a614ba6cef, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f6dcef2e-05d2-459a-b703-e1a614ba6cef,segment=NetworkSegment(6a6d7840-59fa-4574-9010-4b80ee9666c4),segment_id=6a6d7840-59fa-4574-9010-4b80ee9666c4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:14.115861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.116667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7d62a93d-d780-406b-b667-11fb14f67ffc up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:14.250941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=8f7de073-75dd-47c6-8f10-5e11d81dc4d9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:14.312759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Router 0186d87b-08bc-4ad3-94dc-a452369ac868 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:14.329897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.10 (3c357bc9-fcbf-46a8-b040-b73015cc428f/10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03/81efad19-7b5f-4609-a4af-be9be31f4a0a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:14.334307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-3c357bc9-fcbf-46a8-b040-b73015cc428f', 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': '10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:14.335173 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.342225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:10Z', 'revision_number': 3, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:14.365901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:59:14.366275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:59:14.380094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Allocated IP 172.20.0.1 (c56bec58-6de4-4a98-abcd-476d376d21ad/ad65b1ac-970b-459b-a874-70062edbe467/3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:14.399187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port f6dcef2e-05d2-459a-b703-e1a614ba6cef, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f6dcef2e-05d2-459a-b703-e1a614ba6cef,segment=NetworkSegment(6a6d7840-59fa-4574-9010-4b80ee9666c4),segment_id=6a6d7840-59fa-4574-9010-4b80ee9666c4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:14.399794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.408497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=f6dcef2e-05d2-459a-b703-e1a614ba6cef,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:14.414462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for f6dcef2e-05d2-459a-b703-e1a614ba6cef owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:14.415843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Checking router: fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:14.416223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Updating router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 port 5103eb55-a338-4e15-8c84-28e22a7adef0 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:59:14.476799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 1e1a2c75-accf-4221-92e2-971386f6e6af is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:14.495273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.581357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 1e1a2c75-accf-4221-92e2-971386f6e6af) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:14.585923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:14.586517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.594908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7d62a93d-d780-406b-b667-11fb14f67ffc triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:14.595297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.598455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.631289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b1429-f441-473e-b44a-4dbd22ced9d2 None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:14.634324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d4010-3d4f-4993-9f81-cf003f8a346a None None] Network 1e1a2c75-accf-4221-92e2-971386f6e6af requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:14.648334 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9ab0c936-5dad-42b3-b86a-a56d66db21cb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5367684 Apr 28 14:59:14.649433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:14.712516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.752889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.764028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:14.769353 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.770697 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-58c355eb-8853-4ee8-9752-f7357f4399d4 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "PUT /v2.0/routers/0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 200 len: 919 time: 7.3751822 Apr 28 14:59:14.777152 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] Sync routers for ids ['0186d87b-08bc-4ad3-94dc-a452369ac868'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:14.777480 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:14.778565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.793983 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] Routers {'0186d87b-08bc-4ad3-94dc-a452369ac868'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:14.796087 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0186d87b-08bc-4ad3-94dc-a452369ac868'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:14.874825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.875713 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:14.882713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:14.889923 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] Routers {'0186d87b-08bc-4ad3-94dc-a452369ac868'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:14.890916 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0186d87b-08bc-4ad3-94dc-a452369ac868'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:14.898142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:14.900649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:14.907278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.920660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.955837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=768b95d5-4ed3-4953-b21a-fe2bc87d6826,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:14.964968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Network c56bec58-6de4-4a98-abcd-476d376d21ad is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:14.970969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:14.972638 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:14.973953 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1fa4d1-9022-49c1-b13a-cfccc4e5cf08 None None] The sync data for ids ['0186d87b-08bc-4ad3-94dc-a452369ac868'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:14.976634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:15.016905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:15.066100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=f6dcef2e-05d2-459a-b703-e1a614ba6cef,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:15.086273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.094238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port f6dcef2e-05d2-459a-b703-e1a614ba6cef on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:15.107343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:15.109270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:15.142659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.144860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Allocated IP 172.20.0.2 (3c357bc9-fcbf-46a8-b040-b73015cc428f/10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03/25d0f27b-02a3-4177-b5fc-9202d204f69f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:15.145347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:15.158298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Pushing event updated for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:15.232858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0974f237-efa7-4e43-96da-58c24c41d8b1 None None] Port f6dcef2e-05d2-459a-b703-e1a614ba6cef update to ACTIVE by agent not found {{(pid=102642) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 28 14:59:15.251450 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ee4da466-e496-4d89-92db-0ea81ebb2406 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 200 len: 925 time: 0.4658289 Apr 28 14:59:15.251764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.254649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42248) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:15.254649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.323398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:15.324140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.350142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=81efad19-7b5f-4609-a4af-be9be31f4a0a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:15.379256 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-04bec164-e8b6-4255-82d2-bc396fd05286 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7362940 Apr 28 14:59:15.389775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42250) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:15.420137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.504520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaa0852-ff22-419a-934b-63933da30c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-1e1a2c75-accf-4221-92e2-971386f6e6af', 'network_id': '1e1a2c75-accf-4221-92e2-971386f6e6af', 'tenant_id': '6a8789b829484d22b84c849f9e59d31c', 'fixed_ips': [{'subnet_id': '8f7de073-75dd-47c6-8f10-5e11d81dc4d9'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:15.505575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-faaa0852-ff22-419a-934b-63933da30c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.519902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Provisioning complete for port 2378de24-f1ba-44fe-8539-2f0b1e364a2d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:15.519902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.573190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3bc650-776b-4c8f-8d54-cce0805e6cc2 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:15.577392 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dc3bc650-776b-4c8f-8d54-cce0805e6cc2 tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=0186d87b-08bc-4ad3-94dc-a452369ac868&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3180931 Apr 28 14:59:15.618387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42252) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:15.682211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.789573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.796255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=88c31c05-da38-46ef-8367-26953f1b36d1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:15.832748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.842262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2378de24-f1ba-44fe-8539-2f0b1e364a2d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:15.856463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 81efad19-7b5f-4609-a4af-be9be31f4a0a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:15.856884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.895942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.899878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aba6afb5-1232-48e8-b968-5d4cfcdabb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:15.910608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7de073-75dd-47c6-8f10-5e11d81dc4d9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:15.973866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.009981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:16.013571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.022881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77172ed-7c75-4275-85e9-7450e0a89a46 None None] Network 1e1a2c75-accf-4221-92e2-971386f6e6af requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:16.023651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.025661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.033781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:16.035541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.054963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:16.061001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Pushing event updated for resources: {'Port': ['ID=25d0f27b-02a3-4177-b5fc-9202d204f69f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:16.064760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1a2c75-accf-4221-92e2-971386f6e6af']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.077930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eec6a5f-68e3-47b4-8f3b-6d34372de7ef tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:16.079436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3eec6a5f-68e3-47b4-8f3b-6d34372de7ef tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.4600601 Apr 28 14:59:16.094733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:16.108661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113822f5-68b9-4c4b-9669-c75557d6f1a6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.109023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113822f5-68b9-4c4b-9669-c75557d6f1a6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.126153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.147555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a999ec05-0fd3-452a-a049-4ac1a96b8d51']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.151197 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fbb7a92b-7fa1-4c2f-ab43-4eccfe381580 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 200 len: 205 time: 0.0553596 Apr 28 14:59:16.154931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.157541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:16.230430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:16.230632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:16.234857 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:16.237321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.243031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6d7840-59fa-4574-9010-4b80ee9666c4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.243332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6d7840-59fa-4574-9010-4b80ee9666c4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.273864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.280735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 2378de24-f1ba-44fe-8539-2f0b1e364a2d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:16.281107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.283998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 81efad19-7b5f-4609-a4af-be9be31f4a0a owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:16.292623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.308173 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6adf47-8126-4574-a44e-e017e208209c None None] Network a999ec05-0fd3-452a-a049-4ac1a96b8d51 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:16.310255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Attempting to bind port 5103eb55-a338-4e15-8c84-28e22a7adef0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:16.310611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Attempting to bind port 5103eb55-a338-4e15-8c84-28e22a7adef0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:16.311722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Attempting to bind port 5103eb55-a338-4e15-8c84-28e22a7adef0 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:16.355273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2952-aa76-470e-892a-fe7d47c17ce2 None None] Pushing event updated for resources: {'Port': ['ID=5103eb55-a338-4e15-8c84-28e22a7adef0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:16.370907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:16.370907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:16.370907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.371380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:16.371470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Bound port: 5103eb55-a338-4e15-8c84-28e22a7adef0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:16.371854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.410432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.418041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.418673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2378de24-f1ba-44fe-8539-2f0b1e364a2d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:16.418673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.419865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Attempting to bind port 25d0f27b-02a3-4177-b5fc-9202d204f69f on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:16.420763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Attempting to bind port 25d0f27b-02a3-4177-b5fc-9202d204f69f by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '7012e11d-22cc-4272-9a96-caa568f46fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:16.420763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Attempting to bind port 25d0f27b-02a3-4177-b5fc-9202d204f69f on network 3c357bc9-fcbf-46a8-b040-b73015cc428f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:16.435523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.439216 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/1e1a2c75-accf-4221-92e2-971386f6e6af HTTP/1.1" status: 204 len: 168 time: 1.7886002 Apr 28 14:59:16.443417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:16.454270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.484385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ed55-e113-4725-944f-dcd40c81fde2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=1e1a2c75-accf-4221-92e2-971386f6e6af,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:16.490023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:16.490394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Checking segment: {'id': '7012e11d-22cc-4272-9a96-caa568f46fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:16.490791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.491175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Bound using segment: {'id': '7012e11d-22cc-4272-9a96-caa568f46fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:16.491648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Bound port: 25d0f27b-02a3-4177-b5fc-9202d204f69f, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7012e11d-22cc-4272-9a96-caa568f46fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3c357bc9-fcbf-46a8-b040-b73015cc428f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:16.492046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.492471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.502648 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-309b5b24-18e8-4059-bb11-b3beb92a4ea0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] GET failed (client error): The resource could not be found. Apr 28 14:59:16.502648 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-309b5b24-18e8-4059-bb11-b3beb92a4ea0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets/8f7de073-75dd-47c6-8f10-5e11d81dc4d9 HTTP/1.1" status: 404 len: 337 time: 0.0445058 Apr 28 14:59:16.503007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:16.503007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:16.505978 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:16.512105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:16.530638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] For port 2378de24-f1ba-44fe-8539-2f0b1e364a2d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2378de24-f1ba-44fe-8539-2f0b1e364a2d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:16.554457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.563881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.575794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.649035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] For port 5103eb55-a338-4e15-8c84-28e22a7adef0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:16.687012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Pushing event updated for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:16.694408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.698273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.703151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] For port 5103eb55-a338-4e15-8c84-28e22a7adef0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5103eb55-a338-4e15-8c84-28e22a7adef0,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:16.709122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Provisioning complete for port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:16.709637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.730978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.775825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] For port 25d0f27b-02a3-4177-b5fc-9202d204f69f, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:16.778152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Pushing event updated for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:16.804421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] For port 25d0f27b-02a3-4177-b5fc-9202d204f69f, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=25d0f27b-02a3-4177-b5fc-9202d204f69f,segment=NetworkSegment(7012e11d-22cc-4272-9a96-caa568f46fe7),segment_id=7012e11d-22cc-4272-9a96-caa568f46fe7)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:16.831482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port 3ea379e6-3f88-4703-82a6-49b9506bfdd3 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:16.831825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.835147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa74621-c5c6-4e51-ac08-e69b8185eed8 None None] DHCP port deletion for a999ec05-0fd3-452a-a049-4ac1a96b8d51 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:16.847512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Network c56bec58-6de4-4a98-abcd-476d376d21ad is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:16.851894 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:16.852348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:16.870593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:16.888230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bb0459b2-a6a1-4899-935c-da5199dcbf6d None None] Could not find standard attr ID for object f6dcef2e-05d2-459a-b703-e1a614ba6cef. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:16.901529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:16.902185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:16.905340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb2952-aa76-470e-892a-fe7d47c17ce2 None None] Pushing event updated for resources: {'Port': ['ID=5103eb55-a338-4e15-8c84-28e22a7adef0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.000380 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-873c52e2-8256-41bf-8da0-97d325dec39a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:17.000971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873c52e2-8256-41bf-8da0-97d325dec39a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:17.004871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-873c52e2-8256-41bf-8da0-97d325dec39a tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/1e1a2c75-accf-4221-92e2-971386f6e6af HTTP/1.1" status: 404 len: 339 time: 0.0979736 Apr 28 14:59:17.013704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.017637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.083086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.086541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f689e7f-dc29-44cb-85eb-07a34509c958 None None] Pushing event updated for resources: {'Port': ['ID=25d0f27b-02a3-4177-b5fc-9202d204f69f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.087649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.093625 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/a999ec05-0fd3-452a-a049-4ac1a96b8d51 HTTP/1.1" status: 204 len: 168 time: 5.3318856 Apr 28 14:59:17.103419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] For port 2378de24-f1ba-44fe-8539-2f0b1e364a2d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2378de24-f1ba-44fe-8539-2f0b1e364a2d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:17.103788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.105922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42264) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.117478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for 3ea379e6-3f88-4703-82a6-49b9506bfdd3 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:17.133925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:17.145159 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c84f2-34f9-406a-94ba-e122963d5e35 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:17.145721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c84f2-34f9-406a-94ba-e122963d5e35 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:17.148987 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-117c84f2-34f9-406a-94ba-e122963d5e35 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/a999ec05-0fd3-452a-a049-4ac1a96b8d51 HTTP/1.1" status: 404 len: 339 time: 0.0383356 Apr 28 14:59:17.156505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.167766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40597a-0739-4a72-ad4d-8af9d4e64422 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=a999ec05-0fd3-452a-a049-4ac1a96b8d51,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.170791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16161279', 'description': 'd1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:17.171092 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 2378de24-f1ba-44fe-8539-2f0b1e364a2d owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:17.353481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:59:17.358702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:17.360686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.400091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:17.403879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.454014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec7a603-b079-4efa-b242-fec0156ae7c0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:17.456286 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7ec7a603-b079-4efa-b242-fec0156ae7c0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4389930 Apr 28 14:59:17.472593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:17.483603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.484332 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 7efadf03-8102-43b8-b05b-fec4c70a5be8 of type vlan for network 272a5302-df98-485f-82c8-de773d320601 Apr 28 14:59:17.504590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.504977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a022654f-2f7c-4a63-b406-dd4327359ae0 None None] Provisioning complete for port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:17.505442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a022654f-2f7c-4a63-b406-dd4327359ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.520478 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=81efad19-7b5f-4609-a4af-be9be31f4a0a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.528568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.535709 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f59f177c-3072-4930-a1b8-197b227c4fb2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/81efad19-7b5f-4609-a4af-be9be31f4a0a HTTP/1.1" status: 204 len: 168 time: 2.1405568 Apr 28 14:59:17.538364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42270) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.574723 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-00774485-5ae1-4005-8456-9b7ce906be37 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:17.575386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00774485-5ae1-4005-8456-9b7ce906be37 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:17.578354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a022654f-2f7c-4a63-b406-dd4327359ae0 None None] Port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:17.579263 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-00774485-5ae1-4005-8456-9b7ce906be37 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/81efad19-7b5f-4609-a4af-be9be31f4a0a HTTP/1.1" status: 404 len: 333 time: 0.0396378 Apr 28 14:59:17.583952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42272) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.605425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:16Z', 'revision_number': 2, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:17.640951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3d3f8cd8-4943-47e3-85da-feba1db6b9b8 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 207 time: 0.1342258 Apr 28 14:59:17.641381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.648346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed0599e-2eab-4b59-b25d-97f5217d4384 None None] The sync data for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv is: [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:16Z', 'revision_number': 2, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:17.695806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.702399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:17.702537 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e89122-deae-4cf8-af07-28e32556f94e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:17.707080 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91e89122-deae-4cf8-af07-28e32556f94e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/81efad19-7b5f-4609-a4af-be9be31f4a0a HTTP/1.1" status: 404 len: 333 time: 0.1191022 Apr 28 14:59:17.716896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.729911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:17.747602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:17.748327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:58:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:17.807383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 25d0f27b-02a3-4177-b5fc-9202d204f69f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:17.812182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.839763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.841083 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4f754f19-a505-47fc-afbf-c73a6e772db5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5624588 Apr 28 14:59:17.841430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.847136 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:17.847406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:17.850855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42278) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:17.879577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=2378de24-f1ba-44fe-8539-2f0b1e364a2d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.952192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=272a5302-df98-485f-82c8-de773d320601,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:17.963745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:18.026438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:18.037880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.046423 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-55414cb8-9aca-4543-bdee-c6593257a00d admin admin] 10.222.0.58 "PUT /v2.0/routers/fc84f5e6-4740-4cfb-8d21-86bd6e1dc809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2560656 Apr 28 14:59:18.068276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.102745 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cd2ecad6-103b-4a8c-a0f6-d530175a6a2a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9371328 Apr 28 14:59:18.107952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:18.153996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88511043-505f-4332-b971-88ad94e72811 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.161686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88511043-505f-4332-b971-88ad94e72811 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.176383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88511043-505f-4332-b971-88ad94e72811 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.183322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88511043-505f-4332-b971-88ad94e72811 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.185279 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-88511043-505f-4332-b971-88ad94e72811 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5416653 Apr 28 14:59:18.192456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42286) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:18.282525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:18.380377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 272a5302-df98-485f-82c8-de773d320601 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:18.476679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daa10c62-0657-422a-9abc-c0c940a1abc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.561732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.587469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:59:18.600058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 25d0f27b-02a3-4177-b5fc-9202d204f69f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:18.600432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.715003 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fedff81-9601-488d-bffa-71b37e3cc546 None None] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:18.735162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:18.747979 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Sync routers for ids ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:18.771822 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7e8d238d-d379-40a7-8a16-d82b24bd256b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "PUT /v2.0/routers/083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5617130 Apr 28 14:59:18.775573 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Routers {'083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:18.777011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:18.780564 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:18.790824 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-32d457eb-ef9a-4a32-9827-55f483f01bcc tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8700488 Apr 28 14:59:18.791494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:18.803334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.862882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.867804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.904919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-380fabd9-7e98-45cf-8dbf-48a472dcf00a None None] Provisioning complete for port 25d0f27b-02a3-4177-b5fc-9202d204f69f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:18.905159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81c2a4-9b2c-4965-a6ba-0325c29b4fc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.906617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef81c2a4-9b2c-4965-a6ba-0325c29b4fc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:18.908434 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef81c2a4-9b2c-4965-a6ba-0325c29b4fc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1304498 Apr 28 14:59:18.911320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42296) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:18.911830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-380fabd9-7e98-45cf-8dbf-48a472dcf00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:18.941378 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Set router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:18.980152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet acac2709-62da-4b01-9764-06892cb342dd {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:18.986986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.066379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 25d0f27b-02a3-4177-b5fc-9202d204f69f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=25d0f27b-02a3-4177-b5fc-9202d204f69f,segment=NetworkSegment(7012e11d-22cc-4272-9a96-caa568f46fe7),segment_id=7012e11d-22cc-4272-9a96-caa568f46fe7)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:19.077617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:19.079542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.088078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.088439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.089219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2378de24-f1ba-44fe-8539-2f0b1e364a2d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:19.109486 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:17Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:19.152001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 2378de24-f1ba-44fe-8539-2f0b1e364a2d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:19.152211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2378de24-f1ba-44fe-8539-2f0b1e364a2d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 14:59:19.173303 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Checking router: 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:19.183507 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Routers {'083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:19.184421 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:19.215584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:19.216006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Updating router 31604916-e379-4e10-8cde-6e4efa2d2757 port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:59:19.237659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.254170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=3ea379e6-3f88-4703-82a6-49b9506bfdd3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:19.259847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.267515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.271625 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] Set router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:19.276687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.282052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port 2378de24-f1ba-44fe-8539-2f0b1e364a2d not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 14:59:19.284797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541881847', 'description': 'tempest-description--115006662'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:19.317763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8422d-303b-4e8f-a2f1-95721a706f1f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:19.322402 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6ab8422d-303b-4e8f-a2f1-95721a706f1f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks?id=272a5302-df98-485f-82c8-de773d320601 HTTP/1.1" status: 200 len: 763 time: 1.2132597 Apr 28 14:59:19.336922 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42302) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.343154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f6dcef2e-05d2-459a-b703-e1a614ba6cef no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:19.343611 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:17Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:19.344475 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'description': 'd2'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:19.381894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.382433 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361303c-c814-4c85-89dc-70a172ce565a None None] The sync data for ids ['083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae'] in dv-neutron-839772-1-hyperv is: [{'id': '083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae', 'name': 'tempest-NetworksTestDHCPv6-router-1715602322', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:04Z', 'updated_at': '2022-04-28T14:59:17Z', 'revision_number': 3, 'project_id': '755afa15efdc4dc287320d0b60e841dc', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:19.391247 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-405e1374-e687-4268-9167-2c18e9ecfd33 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 1.1884451 Apr 28 14:59:19.399838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.459861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=acac2709-62da-4b01-9764-06892cb342dd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:19.464936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=25d0f27b-02a3-4177-b5fc-9202d204f69f,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:19.468822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: f6dcef2e-05d2-459a-b703-e1a614ba6cef {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:19.469427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f6dcef2e-05d2-459a-b703-e1a614ba6cef not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:19.485762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.492730 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-467ee3de-6b49-4f72-baea-a8e0e26f060b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/acac2709-62da-4b01-9764-06892cb342dd HTTP/1.1" status: 204 len: 168 time: 0.5804198 Apr 28 14:59:19.498953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42306) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.563852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343a6fd-1cae-4912-a484-5ec59a7742f0 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:19.569711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f8346-b5c5-48ed-915b-44f31c6b4c98 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:19.573250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02f8346-b5c5-48ed-915b-44f31c6b4c98 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:19.578978 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e02f8346-b5c5-48ed-915b-44f31c6b4c98 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1741359 Apr 28 14:59:19.579144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.579231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42308) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.616037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb29ec50-2ee3-4baf-9174-207f0f57c60f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:19.620676 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cb29ec50-2ee3-4baf-9174-207f0f57c60f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7589216 Apr 28 14:59:19.622440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42310) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.669258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.676800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-50f1d4d9-0182-48e9-af3e-a21a5cbff8b0 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530200 Apr 28 14:59:19.682325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42312) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.682552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.688034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727467382', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:19.804473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:19.835327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.840928 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-77e7431e-ac03-4cd0-a52c-e6321f9f2507 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03 HTTP/1.1" status: 204 len: 168 time: 2.1202018 Apr 28 14:59:19.853834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:19.961956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:19.978014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:19.985960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.032456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.033355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c290a8-b2df-4aff-be02-fd6b526e5d74 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.035262 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c290a8-b2df-4aff-be02-fd6b526e5d74 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.037755 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-26c290a8-b2df-4aff-be02-fd6b526e5d74 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4567728 Apr 28 14:59:20.050813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.118852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-471f88f0-a5b2-4fff-9b2d-7a1bf1c46eb7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6183572 Apr 28 14:59:20.127553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23986d-7085-4a45-8fb4-7623f5566ba9 None None] Network 3c357bc9-fcbf-46a8-b040-b73015cc428f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:20.129568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.132232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5103eb55-a338-4e15-8c84-28e22a7adef0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:20.159925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.202886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.209225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.217657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.218488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router 0186d87b-08bc-4ad3-94dc-a452369ac868 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:59:20.252784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.259633 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-404958a1-9ae7-4e4e-abd1-fd566aae7c47 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 204 len: 168 time: 4.0853708 Apr 28 14:59:20.259633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.262228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.263952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.272839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2145256506', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:20.279116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.309827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d23d54f8-d6af-481e-aaed-984a88e006e6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:20.319244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.326927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.328238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.328373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.331418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ad082e09-b669-4c71-817b-87535c55021c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0553114 Apr 28 14:59:20.336559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network 272a5302-df98-485f-82c8-de773d320601 is not hosted by any dhcp agent {{(pid=102641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 14:59:20.344341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.345318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.345438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.349018 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "PUT /v2.0/networks/272a5302-df98-485f-82c8-de773d320601 HTTP/1.1" status: 200 len: 760 time: 1.0086174 Apr 28 14:59:20.354414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'security_group_rule': {'security_group_id': 'd23d54f8-d6af-481e-aaed-984a88e006e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:20.358583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.369559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.376102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8bbbddfb-165a-4db0-98eb-1ac45ee6be7f None None] Provisioning complete for port 25d0f27b-02a3-4177-b5fc-9202d204f69f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:20.376410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8bbbddfb-165a-4db0-98eb-1ac45ee6be7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.414805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db9fee-2e46-447a-a486-632827ca9547 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=272a5302-df98-485f-82c8-de773d320601,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:20.424745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:20.428151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.460616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 272a5302-df98-485f-82c8-de773d320601 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:20.573533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dba3ea-a08f-41de-b310-586267dc64bf req-651c16b2-8877-4258-92e5-bacb50adddac tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.575381 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c1dba3ea-a08f-41de-b310-586267dc64bf req-651c16b2-8877-4258-92e5-bacb50adddac tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1242030 Apr 28 14:59:20.584486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 25d0f27b-02a3-4177-b5fc-9202d204f69f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:20.584741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.600463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-dabe8bb0-eab2-4e62-8ab4-ed031f7d495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.601568 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-dabe8bb0-eab2-4e62-8ab4-ed031f7d495d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.1324580 Apr 28 14:59:20.607375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675dac6-38e3-4bb8-9a62-9e5277211b50 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.612538 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a675dac6-38e3-4bb8-9a62-9e5277211b50 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks/e0d69804-16e3-4a6e-85de-8a453498cfba HTTP/1.1" status: 200 len: 799 time: 0.5455277 Apr 28 14:59:20.621854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.645326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.681394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.685052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.710673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.756655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Attempting to bind port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:20.757222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Attempting to bind port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:20.757715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Attempting to bind port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:20.772084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dc25a-e0d6-4910-b7f4-23d4c2066d78 None None] Pushing event updated for resources: {'Port': ['ID=768b95d5-4ed3-4953-b21a-fe2bc87d6826,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:20.794491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c84ab2c-d7c5-4b2a-8ace-a3d5bc6dc4ba tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Bound port: 768b95d5-4ed3-4953-b21a-fe2bc87d6826, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:20.800231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.800885 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c1dba3ea-a08f-41de-b310-586267dc64bf req-c6a56e0b-a964-4abe-b4ba-8c18ee857a70 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953857 Apr 28 14:59:20.809947 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c84ab2c-d7c5-4b2a-8ace-a3d5bc6dc4ba tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks?id=272a5302-df98-485f-82c8-de773d320601 HTTP/1.1" status: 200 len: 763 time: 0.4316111 Apr 28 14:59:20.816028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.818576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42334) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.834854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port 25d0f27b-02a3-4177-b5fc-9202d204f69f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=25d0f27b-02a3-4177-b5fc-9202d204f69f,segment=NetworkSegment(7012e11d-22cc-4272-9a96-caa568f46fe7),segment_id=7012e11d-22cc-4272-9a96-caa568f46fe7)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:20.835884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.847812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Deleting port 7d62a93d-d780-406b-b667-11fb14f67ffc {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:20.848308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.861772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 25d0f27b-02a3-4177-b5fc-9202d204f69f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:20.888035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 5103eb55-a338-4e15-8c84-28e22a7adef0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:20.888506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.936297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.936799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Fanout notify agent at l3_agent the message router_deleted on router 083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:59:20.954905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-80918c11-9490-4071-8015-3925d9ae1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:20.956516 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-80918c11-9490-4071-8015-3925d9ae1536 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.3326657 Apr 28 14:59:20.960856 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e855d0f7-684a-4958-abe7-ecdabfdd16ca tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/networks/e0d69804-16e3-4a6e-85de-8a453498cfba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3356788 Apr 28 14:59:20.964663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:20.981796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] DHCP port deletion for 3c357bc9-fcbf-46a8-b040-b73015cc428f request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:20.997831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:20.999376 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-37949b83-2d6d-4692-a8f5-84945f3b4b52 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/routers/083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae HTTP/1.1" status: 204 len: 168 time: 0.8688626 Apr 28 14:59:21.036952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42338) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.054872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] For port 7d62a93d-d780-406b-b667-11fb14f67ffc, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7d62a93d-d780-406b-b667-11fb14f67ffc,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:21.055576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.096185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] For port 768b95d5-4ed3-4953-b21a-fe2bc87d6826, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:21.108006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Calling delete_port for 7d62a93d-d780-406b-b667-11fb14f67ffc owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:21.126585 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-909c72e9-f797-4f9e-b2b3-c92bd081ccc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.1626790 Apr 28 14:59:21.131399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410465f-d27b-4093-9ba2-0092a50c4034 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.131651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] For port 768b95d5-4ed3-4953-b21a-fe2bc87d6826, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=768b95d5-4ed3-4953-b21a-fe2bc87d6826,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:21.132888 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2410465f-d27b-4093-9ba2-0092a50c4034 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets/124e2869-6d0a-4e8b-8841-a864a0f71010 HTTP/1.1" status: 200 len: 811 time: 0.1673124 Apr 28 14:59:21.137603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.202923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.203153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.226507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.240798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b7b22-e28b-4f2c-9e1e-3216b3ecedff tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.242392 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-df7b7b22-e28b-4f2c-9e1e-3216b3ecedff tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2044704 Apr 28 14:59:21.250856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.266733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.329023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=25d0f27b-02a3-4177-b5fc-9202d204f69f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:21.337608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Deleting port 25d0f27b-02a3-4177-b5fc-9202d204f69f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:21.337976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.344416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447bfb0c-e9a7-4656-bae4-027f328cee29 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.348794 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-447bfb0c-e9a7-4656-bae4-027f328cee29 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "GET /v2.0/subnets/124e2869-6d0a-4e8b-8841-a864a0f71010?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2006271 Apr 28 14:59:21.352385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-6acdf3f0-0316-4c1b-b4be-c614259255e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.354716 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-6acdf3f0-0316-4c1b-b4be-c614259255e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.2204943 Apr 28 14:59:21.359754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.363431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port 25d0f27b-02a3-4177-b5fc-9202d204f69f on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:21.365328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42344) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.380059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dc25a-e0d6-4910-b7f4-23d4c2066d78 None None] Pushing event updated for resources: {'Port': ['ID=768b95d5-4ed3-4953-b21a-fe2bc87d6826,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:21.408440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891900277'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:21.412654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:21.413260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:21.470216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f77e45-a261-4b04-b9ce-4d6b4b4889b5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.471724 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-52f77e45-a261-4b04-b9ce-4d6b4b4889b5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2184665 Apr 28 14:59:21.479232 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42346) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.483848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 5103eb55-a338-4e15-8c84-28e22a7adef0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5103eb55-a338-4e15-8c84-28e22a7adef0,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:21.495170 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.508414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.509735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 25d0f27b-02a3-4177-b5fc-9202d204f69f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:21.530186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] For port 25d0f27b-02a3-4177-b5fc-9202d204f69f, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:21.530592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.559102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:21.562672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.566348 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a96534d7-fad8-4d4d-84f4-ae3463c6b2d6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604830 Apr 28 14:59:21.572461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-ffd3a1e3-e76a-4669-812c-1d9a9ed3a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.572948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-ffd3a1e3-e76a-4669-812c-1d9a9ed3a967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2055430 Apr 28 14:59:21.582654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42348) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.586338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.593877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Sync routers for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:21.595394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:21.607011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Calling delete_port for 25d0f27b-02a3-4177-b5fc-9202d204f69f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:21.609859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Port 25d0f27b-02a3-4177-b5fc-9202d204f69f was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 14:59:21.616637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] Pushing event deleted for resources: {'Port': ['ID=7d62a93d-d780-406b-b667-11fb14f67ffc,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:21.618259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 25d0f27b-02a3-4177-b5fc-9202d204f69f {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:21.620366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 25d0f27b-02a3-4177-b5fc-9202d204f69f not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 14:59:21.623384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.624356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.659747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3087bbd-7cb2-4047-be95-2b990b059853 None None] No DVR routers for this DVR port 7d62a93d-d780-406b-b667-11fb14f67ffc on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:21.696401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ac271-55d4-416b-a47b-a965358be525 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.700615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5c7ac271-55d4-416b-a47b-a965358be525 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8783884 Apr 28 14:59:21.700736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c9ec41-7978-4c5e-823e-3b0ec2609d87,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:21.703614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.705942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c357bc9-fcbf-46a8-b040-b73015cc428f']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:21.709178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.710532 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bd05ebd8-c71a-4328-99ce-1982c3c7806d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3645208 Apr 28 14:59:21.724007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.735221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'security_group_rule': {'security_group_id': 'd23d54f8-d6af-481e-aaed-984a88e006e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:21.740629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:21.748718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:21.751572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7012e11d-22cc-4272-9a96-caa568f46fe7') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:21.751866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7012e11d-22cc-4272-9a96-caa568f46fe7') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:21.753318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port 25d0f27b-02a3-4177-b5fc-9202d204f69f not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 14:59:21.757009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:21.757590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:21.789055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.789607 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-97b1a35f-9367-48a7-8752-cbb2d1b31888 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 207 time: 0.0831168 Apr 28 14:59:21.801261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.801975 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Added segment ccaa1964-8e5a-4dda-8363-dd02ee2047d8 of type vlan for network 847562b3-68c4-4964-9a71-c3f50d86deeb Apr 28 14:59:21.803250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:21.808761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] No DVR routers for this DVR port 25d0f27b-02a3-4177-b5fc-9202d204f69f on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:21.850164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:21.906270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac3fe6-2883-4601-af95-81b4b7a84fa8 None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:59:21.908098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2378de24-f1ba-44fe-8539-2f0b1e364a2d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:21.944378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.950648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.956515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.960625 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=28e195ea-88d6-4692-9fbe-1429e1ea3e70,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:21.962580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.969489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.975408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:21.977417 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6640ff6b-cf7a-4f47-aea8-935c6db0be1c tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1664336 Apr 28 14:59:21.982008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42358) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.017039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 2378de24-f1ba-44fe-8539-2f0b1e364a2d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:22.017389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2378de24-f1ba-44fe-8539-2f0b1e364a2d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:22.023595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:22.023595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 2dae4afa-7cf2-4187-89e8-8dc75d17b56f, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:22.029743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.047957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.051104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:22.051564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:22.059427 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:22.077828 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-b7f023bd-a48b-4d44-82f5-490bc61a0248 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884517 Apr 28 14:59:22.078487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:22.082171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.095624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.103674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=5103eb55-a338-4e15-8c84-28e22a7adef0,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:22.175345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 25d0f27b-02a3-4177-b5fc-9202d204f69f no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:22.185833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7fa4-7173-4e4d-8636-5b7d8c407e8f req-f526ea91-82cb-4c80-80fe-63761d600760 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.186624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6fd05-004b-4217-9544-4f19198d088c None None] Pushing event deleted for resources: {'Port': ['ID=25d0f27b-02a3-4177-b5fc-9202d204f69f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:22.193004 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-762a7fa4-7173-4e4d-8636-5b7d8c407e8f req-f526ea91-82cb-4c80-80fe-63761d600760 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2557724 Apr 28 14:59:22.244396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 25d0f27b-02a3-4177-b5fc-9202d204f69f {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:22.244761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 25d0f27b-02a3-4177-b5fc-9202d204f69f not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:22.245152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7d62a93d-d780-406b-b667-11fb14f67ffc no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:22.270330 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-30c8d819-4785-4800-9c88-42fc0f6bb941 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2840545 Apr 28 14:59:22.274802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.275426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:22.284350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:22.317166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7d62a93d-d780-406b-b667-11fb14f67ffc {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:22.317509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7d62a93d-d780-406b-b667-11fb14f67ffc not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:22.343705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.349487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 2dae4afa-7cf2-4187-89e8-8dc75d17b56f) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:22.363190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.364061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.387071 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-762a7fa4-7173-4e4d-8636-5b7d8c407e8f req-c13eb16c-1694-4ae2-bb6b-d5e256823e54 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930299 Apr 28 14:59:22.407485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.427295 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7a182000-a4d4-445c-9874-9d50a48800f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7415886 Apr 28 14:59:22.435276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42362) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.475111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.476723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.478186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.479652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.481189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.487291 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e070d206-8575-4461-8a44-69f847b941e1 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2093000 Apr 28 14:59:22.492037 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.605612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:59:22.629289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.658871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.673932 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/3c357bc9-fcbf-46a8-b040-b73015cc428f HTTP/1.1" status: 204 len: 168 time: 2.8174243 Apr 28 14:59:22.685952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.715251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1225943685'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:22.726395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.732024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.732829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.742592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b91b3-8ff8-4b20-96e0-0230a9e35980 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=3c357bc9-fcbf-46a8-b040-b73015cc428f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:22.774160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.776578 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-79bf7cc9-918f-46f8-9804-91d255ea7ff7 req-a2a333ee-9bb9-476a-aa61-49bfa1c5443f service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783264 Apr 28 14:59:22.799545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.817647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:22.818556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.820276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.821679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.824139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.825708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.827038 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8fa80d49-8a53-4aca-b706-a7aca20a02f5 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3348830 Apr 28 14:59:22.830347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Allocated IP 172.26.4.10 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/086bb080-5d8e-42fb-95c4-0faeaf382090) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:22.832986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.852306 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4858739 Apr 28 14:59:22.863803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.866523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2050bf4f-889a-4365-825b-97aa9a731564 None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:22.876926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'network_id': '847562b3-68c4-4964-9a71-c3f50d86deeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:22.881048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:22.884940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.887120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb350119-f773-4b5b-b014-d80bd05f7411,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:22.929099 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac3fe6-2883-4601-af95-81b4b7a84fa8 None None] Unable to find a vacant binding_index for network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f and agent e1edb7bf-643b-422f-a495-2374032fb3dc {{(pid=102642) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 14:59:22.940864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d2f28-afb9-484f-9d9d-a858e0d3a9f0 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Network': ['ID=847562b3-68c4-4964-9a71-c3f50d86deeb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:22.941863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac3fe6-2883-4601-af95-81b4b7a84fa8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 2dae4afa-7cf2-4187-89e8-8dc75d17b56f) {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:59:22.955539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:22.956564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7e4e4-055b-4d97-aad5-a2404d36451f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:22.961726 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b9d7e4e4-055b-4d97-aad5-a2404d36451f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks/8c7f9623-4a55-4891-abc1-100e1c2dbb92 HTTP/1.1" status: 200 len: 803 time: 0.1186497 Apr 28 14:59:22.962530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-505f4373-831f-4fa8-a326-ac2778242406 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2326667 Apr 28 14:59:22.963367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.963476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42372) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:22.973171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:22.975294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:23.018068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:16Z', 'revision_number': 2, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:23.057826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:23.105489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.113495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.113897 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment b95f19da-22e0-4e12-9a54-8a174ca24428 of type vlan for network 720c12f2-8dc4-4b42-b083-e6c098c125ee Apr 28 14:59:23.137767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Checking router: fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:23.138247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Updating router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:59:23.191591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.194090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Made reservation on behalf of 6a8789b829484d22b84c849f9e59d31c for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:23.197818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.219459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.281208 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9749b4f4-388a-4f31-8986-d1410e6295b4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/networks/8c7f9623-4a55-4891-abc1-100e1c2dbb92?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3146734 Apr 28 14:59:23.287038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:23.360664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.resource_extend [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 14:59:23.380143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:59:23.380613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.380770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:59:23.429185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482ff5be-6249-45cf-b95a-14bc48c3699d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:23.429553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.434451 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-482ff5be-6249-45cf-b95a-14bc48c3699d tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets/f94ad9c5-f091-41a7-8cab-6c6e49afe989 HTTP/1.1" status: 200 len: 843 time: 0.1448002 Apr 28 14:59:23.438971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:23.439604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.452963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:23.526293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.530583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:59:23.591815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:23.592466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.607796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:23.652173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:23.656567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event updated for resources: {'Port': ['ID=086bb080-5d8e-42fb-95c4-0faeaf382090,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:23.725437 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0295944 Apr 28 14:59:23.734292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:23.742186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:23.762943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:23.766493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:23.767365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.774004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'a5b1f298-8b1e-41de-afa2-953f4a9dafbb'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:23.774866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.837035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:23.840064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:23.840662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.880099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238479e-adb4-458f-b10c-3dba98a026be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=720c12f2-8dc4-4b42-b083-e6c098c125ee,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:23.897869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf36562-67df-49c9-8c01-7914c50517a7 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['shared'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:23.899953 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9cf36562-67df-49c9-8c01-7914c50517a7 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "GET /v2.0/subnets/f94ad9c5-f091-41a7-8cab-6c6e49afe989?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4350367 Apr 28 14:59:23.912239 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:23.924643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-520142111'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:23.964333 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3804545 Apr 28 14:59:23.970860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:23.972957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3eedee-83b3-41ba-9b2e-13cc26dc6a25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=a5b1f298-8b1e-41de-afa2-953f4a9dafbb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:23.975891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:23.979598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:23.987907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Allocated IP 2001:db8::f816:3eff:fea2:e39c (54d908dd-ca79-41d5-95f2-c906280f9818/a5b1f298-8b1e-41de-afa2-953f4a9dafbb/e6d6e361-5e4c-4696-bec9-b1b63c4cbca1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:24.017188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:24.017397 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.028597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2c24e-29c9-4e5c-b75e-9799237c392d req-9ed373ef-21b1-4a31-8772-e011c3ab4e85 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:24.030526 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c5b2c24e-29c9-4e5c-b75e-9799237c392d req-9ed373ef-21b1-4a31-8772-e011c3ab4e85 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.4547153 Apr 28 14:59:24.041604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:24.045850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.068389 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.131701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:24.269932 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c5b2c24e-29c9-4e5c-b75e-9799237c392d req-02edd263-5117-4085-b185-ea9a958040d2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079325 Apr 28 14:59:24.279447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:24.359837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.360275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Added segment 1d4071e1-bd04-42ba-aea6-9ac788b56b16 of type vlan for network d3d84e71-0df4-4051-a5e2-a918c11718cc Apr 28 14:59:24.398546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5103eb55-a338-4e15-8c84-28e22a7adef0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:24.435727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.464224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.469028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.486126 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.522391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.549258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Pushing event updated for resources: {'Port': ['ID=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:24.561557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.569018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:24.577384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:24.598390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:24.609355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.631125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Allocated IP 172.26.4.42 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/86560779-e58a-4dc2-adb0-9195053bd5d9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:24.649295 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:24.652812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.655653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=44b3556f-ed68-4e97-8fb0-d969d7cb9ddd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:24.663061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Allocated IP 172.20.0.2 (2dae4afa-7cf2-4187-89e8-8dc75d17b56f/28e195ea-88d6-4692-9fbe-1429e1ea3e70/55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:24.673985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5f7b3-a4ff-4b8a-80ab-60ef34ab8bca None None] Pushing event updated for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:24.695666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 5103eb55-a338-4e15-8c84-28e22a7adef0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:24.696103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.699749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.705341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:24.705937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.751402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Checking segment: {'id': 'ccaa1964-8e5a-4dda-8363-dd02ee2047d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '847562b3-68c4-4964-9a71-c3f50d86deeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:24.751653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network hostable DHCP agents. Network: 847562b3-68c4-4964-9a71-c3f50d86deeb, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:24.771961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Attempting to bind port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:24.772334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Attempting to bind port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:24.772701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Attempting to bind port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:24.827701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:24.828172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:24.828565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.828955 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:24.829428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Bound port: e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:24.829800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.867562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.871481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Attempting to bind port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:24.871665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Attempting to bind port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:24.872545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Attempting to bind port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 on network c56bec58-6de4-4a98-abcd-476d376d21ad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:24.909427 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9936264 Apr 28 14:59:24.911580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:24.914067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:24.914430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Checking segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:24.914828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.915219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Bound using segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:24.915691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Bound port: 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:24.916286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.927488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:24.935416 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 14:59:24.954352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:24.975371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8766a6-1cc9-4486-8393-3cfe8ab8bfb2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Network': ['ID=d3d84e71-0df4-4051-a5e2-a918c11718cc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:25.013683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Router c03a4e18-ff40-48ed-8165-6f96273e88bf is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 14:59:25.017073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Network 847562b3-68c4-4964-9a71-c3f50d86deeb is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:25.113574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 847562b3-68c4-4964-9a71-c3f50d86deeb) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:25.140700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:25.149782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:25.150531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.155649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.161247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=6b77adbf-2f48-4c2c-a598-3b5f32b9e997,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:25.166038 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] Sync routers for ids ['c03a4e18-ff40-48ed-8165-6f96273e88bf'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:25.176932 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d3d84e71-0df4-4051-a5e2-a918c11718cc details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:25.180153 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] Routers {'c03a4e18-ff40-48ed-8165-6f96273e88bf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:25.182422 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c03a4e18-ff40-48ed-8165-6f96273e88bf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:25.183589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.190075 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aaa02378-e828-4a1e-a705-1f71b175548a tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9206579 Apr 28 14:59:25.193785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:25.204900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:25.223241 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-298cbe60-0160-4650-bd48-1776d295a7e5 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3557854 Apr 28 14:59:25.232990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:25.238085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:25.265040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': 'b95f19da-22e0-4e12-9a54-8a174ca24428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:25.265315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 720c12f2-8dc4-4b42-b083-e6c098c125ee, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:25.270844 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:25.273423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] For port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:25.292359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Made reservation on behalf of cf6eb35f29674fad8f080709120a438b for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:25.295525 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] Routers {'c03a4e18-ff40-48ed-8165-6f96273e88bf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:25.296053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.296682 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c03a4e18-ff40-48ed-8165-6f96273e88bf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:25.317666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 768b95d5-4ed3-4953-b21a-fe2bc87d6826 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:25.330430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] For port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:25.363839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.371783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.413525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing IP validity checks on allocation pools {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 14:59:25.414046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102641) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 14:59:25.440831 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:25.441040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] For port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:25.441923 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115ccfd9-0a36-4257-abb3-bfd044374e25 None None] The sync data for ids ['c03a4e18-ff40-48ed-8165-6f96273e88bf'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:25.450141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] For port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:25.463680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:25.466021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.536323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.542674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.544136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (2dae4afa-7cf2-4187-89e8-8dc75d17b56f/28e195ea-88d6-4692-9fbe-1429e1ea3e70/95f75987-bf2e-477f-b834-3795c9ecc8ad) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:25.573655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 720c12f2-8dc4-4b42-b083-e6c098c125ee) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:25.587083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d37912-003d-4fe7-b2ab-4220e6d0c016 None None] Pushing event updated for resources: {'Port': ['ID=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:25.606082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:25.607687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:25.608344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.612823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:25.628186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8885192'] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.632966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:25.633572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.636713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:25.655879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:25.658815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:25.664008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:25.664655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:25.671090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'Port': ['ID=86560779-e58a-4dc2-adb0-9195053bd5d9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:25.674520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:25.714445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.719722 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bab2db5e-1342-4e9d-82e3-89e4b45b4330 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9709847 Apr 28 14:59:25.726333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42396) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:25.734114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1807166892'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:25.782955 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Pushing event updated for resources: {'Port': ['ID=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:25.844122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Attempting to bind port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:25.844122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Attempting to bind port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:25.844122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Attempting to bind port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 on network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:25.854059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:25.875248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:25.881533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.887278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:25.888102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.891314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.928876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:25.929402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Checking segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:25.929908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.930087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.930466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Bound using segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:25.931090 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Bound port: 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:25.931561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:25.998209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5f7b3-a4ff-4b8a-80ab-60ef34ab8bca None None] Pushing event updated for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.004136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:26.055427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.057874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:26.061545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.076606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.107568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Deleting port 086bb080-5d8e-42fb-95c4-0faeaf382090 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:26.107932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.141000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.150046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 768b95d5-4ed3-4953-b21a-fe2bc87d6826, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=768b95d5-4ed3-4953-b21a-fe2bc87d6826,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:26.173665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.176016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] For port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:26.185252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port bc97544c-da29-4e3b-b794-7887d8627fe8 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:26.195470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:26.240441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:26.243142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:26.256572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=768b95d5-4ed3-4953-b21a-fe2bc87d6826,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.273281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] For port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:26.292761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.403490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.423944 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=1debd54c-d5b2-423d-aad0-beb082cca32c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.445855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.473480 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cf42046b-fc68-4330-a6ba-646f94b4b35f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4878554 Apr 28 14:59:26.473668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077f93e-fbc7-49fb-8452-ae6d1124f979 None None] Pushing event updated for resources: {'Port': ['ID=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.476554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42398) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:26.481609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.486961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:e2:5d:ae', 'name': 'tempest-NetworksTestDHCPv6-2073264979'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:26.492291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Calling delete_port for 086bb080-5d8e-42fb-95c4-0faeaf382090 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:26.503049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4134819'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.505838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.522443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:25Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:26.532632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.3 (720c12f2-8dc4-4b42-b083-e6c098c125ee/6b77adbf-2f48-4c2c-a598-3b5f32b9e997/bc97544c-da29-4e3b-b794-7887d8627fe8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:26.577854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4bc3dd-2c35-4732-a7d2-2787ef16c417 None None] The sync data for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv is: [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:25Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:26.592481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:26.662084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:26.662476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.663366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:26.663999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.675121 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "PUT /v2.0/subnets/44b3556f-ed68-4e97-8fb0-d969d7cb9ddd HTTP/1.1" status: 200 len: 877 time: 1.4412615 Apr 28 14:59:26.682663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:26.701365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:26.896145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.970568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.984648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:26.997255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:26.998107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:27.023285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.025766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36d5e-e315-4354-b541-47f27a1b2882 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event updated for resources: {'Subnet': ['ID=44b3556f-ed68-4e97-8fb0-d969d7cb9ddd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.069715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Checking segment: {'id': '1d4071e1-bd04-42ba-aea6-9ac788b56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:27.072476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network hostable DHCP agents. Network: d3d84e71-0df4-4051-a5e2-a918c11718cc, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:27.145487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.155027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:27.155358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.249112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Network d3d84e71-0df4-4051-a5e2-a918c11718cc is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:27.304783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.320713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.365613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.368500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:27.376671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.385388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, d3d84e71-0df4-4051-a5e2-a918c11718cc) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:27.386996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:27.396584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.433143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-03b34f69-8ae3-462d-a5ef-f2f1adfab287 None None] Provisioning complete for port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:27.433661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03b34f69-8ae3-462d-a5ef-f2f1adfab287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.465257 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:27.466543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.507034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.582997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.586511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.627767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.641823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:27.643488 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-183e5b47-f79f-4865-9235-4c19201f8b53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7223048 Apr 28 14:59:27.648274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:27.652247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:27.662590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:27.673125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=44b3556f-ed68-4e97-8fb0-d969d7cb9ddd,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.678003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:27.756621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.760354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.766099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.785092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.808085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=bc97544c-da29-4e3b-b794-7887d8627fe8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.849217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port a27d7191-ee76-4964-9a05-0150e230de20 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:27.858537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847562b3-68c4-4964-9a71-c3f50d86deeb']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:27.896535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:27.897192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.899733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Pushing event deleted for resources: {'Port': ['ID=086bb080-5d8e-42fb-95c4-0faeaf382090,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.915684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaa1964-8e5a-4dda-8363-dd02ee2047d8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:27.916059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaa1964-8e5a-4dda-8363-dd02ee2047d8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:27.928825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.951333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'Port': ['ID=86560779-e58a-4dc2-adb0-9195053bd5d9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:27.982664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:27.985606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb69c1-1887-436b-a84b-6ab29b92c250 None None] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:27.989185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4777edb-0bd6-491e-bfe1-e4e30e130790 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:28.003962 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d43d4c1e-5be5-4e13-843f-e2753d3c6875 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2712736 Apr 28 14:59:28.007663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42406) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.016099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:28.017345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.020589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf94a7-3681-4fa6-9a74-8612fd861c94 None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:28.024967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.068677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3996222'] for subnet, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:28.086060 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:28.124453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.133183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.138020 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/847562b3-68c4-4964-9a71-c3f50d86deeb HTTP/1.1" status: 204 len: 168 time: 1.4495437 Apr 28 14:59:28.145561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.148087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42410) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.210654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d525f5fc-f42e-41d6-b9f3-1d44d46264f6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:28.211378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d525f5fc-f42e-41d6-b9f3-1d44d46264f6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:28.215953 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d525f5fc-f42e-41d6-b9f3-1d44d46264f6 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/44b3556f-ed68-4e97-8fb0-d969d7cb9ddd HTTP/1.1" status: 404 len: 337 time: 0.0631039 Apr 28 14:59:28.224601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.249814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274bfb3-e464-412a-8ff7-c6a4524c7602 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=847562b3-68c4-4964-9a71-c3f50d86deeb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:28.291100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.292507 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89a767da-6e80-4a64-8fc1-4463ef6469a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3227606 Apr 28 14:59:28.296453 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e51dfc7-2885-4ead-bf22-836f2f7e4c9e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:28.297917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e51dfc7-2885-4ead-bf22-836f2f7e4c9e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:28.303831 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3e51dfc7-2885-4ead-bf22-836f2f7e4c9e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/847562b3-68c4-4964-9a71-c3f50d86deeb HTTP/1.1" status: 404 len: 339 time: 0.0518320 Apr 28 14:59:28.309930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.338031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.427807 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd6fc93-42f4-4ae4-adc5-23ef2178fe97 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:28.428296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd6fc93-42f4-4ae4-adc5-23ef2178fe97 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:28.433555 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4dd6fc93-42f4-4ae4-adc5-23ef2178fe97 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/8f7de073-75dd-47c6-8f10-5e11d81dc4d9 HTTP/1.1" status: 404 len: 337 time: 0.1203535 Apr 28 14:59:28.438080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.493655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b4567-5fc4-4cd2-b725-8ea70de762ca None None] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:28.501341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db205e4a-da2b-40f7-aa35-1dc5dd57b933 None None] Network d3d84e71-0df4-4051-a5e2-a918c11718cc requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:28.525696 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ae147d-f00a-4388-9da0-dfc22dc8e248 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:28.526350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.527287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ae147d-f00a-4388-9da0-dfc22dc8e248 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:28.531141 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48ae147d-f00a-4388-9da0-dfc22dc8e248 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/1e1a2c75-accf-4221-92e2-971386f6e6af HTTP/1.1" status: 404 len: 339 time: 0.0856893 Apr 28 14:59:28.535667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:28.574960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 172.20.0.6 (54d908dd-ca79-41d5-95f2-c906280f9818/1debd54c-d5b2-423d-aad0-beb082cca32c/a27d7191-ee76-4964-9a05-0150e230de20) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:28.626307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fee2:5dae (54d908dd-ca79-41d5-95f2-c906280f9818/a5b1f298-8b1e-41de-afa2-953f4a9dafbb/a27d7191-ee76-4964-9a05-0150e230de20) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:28.656792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.671436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:28.674105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-080547af-bb9f-495c-9e70-891d556e827c None None] Provisioning complete for port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:28.674699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080547af-bb9f-495c-9e70-891d556e827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.802677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3425807'] for subnet, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.853377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.887064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0e59b3-5db4-4a84-b545-dd57c18eab29']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:28.907747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa9f2a0-ef56-4b66-ae54-d2f5cc212f69') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:28.908080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa9f2a0-ef56-4b66-ae54-d2f5cc212f69') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:28.930275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.952826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:28.953444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.956329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.965608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:28.966039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:28.969691 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:28.982681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:28.991353 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-33efed5c-0f1d-43d0-b783-4002b7785a91 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--541881847&fields=id&tenant_id=2e07f299e6aa41c9822c192f34de4412 HTTP/1.1" status: 200 len: 267 time: 0.4744673 Apr 28 14:59:28.992241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.012572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.021118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:29.021721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.022984 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "PUT /v2.0/subnets/bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d HTTP/1.1" status: 200 len: 900 time: 1.3720021 Apr 28 14:59:29.032081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42436) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.058161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f8cec-6cfb-468f-9c06-ad295b71cf48 None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:29.071740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2fd94-d95e-4cf5-b6f3-5a86a64ed469 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event updated for resources: {'Subnet': ['ID=bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:29.111645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port bc97544c-da29-4e3b-b794-7887d8627fe8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:29.111975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.125545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.129759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f8cec-6cfb-468f-9c06-ad295b71cf48 None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:59:29.151400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.155964 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/ac0e59b3-5db4-4a84-b545-dd57c18eab29 HTTP/1.1" status: 204 len: 168 time: 0.6181693 Apr 28 14:59:29.156125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c332d-8254-4e62-8418-8017e7a0f44f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=ac0e59b3-5db4-4a84-b545-dd57c18eab29,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:29.158686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42438) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.162685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.182524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7833e8-fe08-4db0-830e-c95d8dca33de None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:29.199509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:29.200184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.236216 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-de95b3df-1924-4403-9ff9-704eb6f5c600 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.236786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de95b3df-1924-4403-9ff9-704eb6f5c600 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.240559 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-de95b3df-1924-4403-9ff9-704eb6f5c600 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/1ecf1b02-4a32-4927-b205-7b3850912e37 HTTP/1.1" status: 404 len: 337 time: 0.0728028 Apr 28 14:59:29.251095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7833e8-fe08-4db0-830e-c95d8dca33de None None] Network 847562b3-68c4-4964-9a71-c3f50d86deeb could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:59:29.251337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.262777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:29.285531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:29.288397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:29.304519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=a27d7191-ee76-4964-9a05-0150e230de20,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:29.322293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080547af-bb9f-495c-9e70-891d556e827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.335121 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c8e90c-c4b1-428a-aff8-1f5085771180 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.335813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c8e90c-c4b1-428a-aff8-1f5085771180 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.339035 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d2c8e90c-c4b1-428a-aff8-1f5085771180 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/bfeae8d3-c26c-4b97-a198-06710628155d HTTP/1.1" status: 404 len: 339 time: 0.0825317 Apr 28 14:59:29.346006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.347303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-d3d84e71-0df4-4051-a5e2-a918c11718cc', 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc', 'tenant_id': 'cf6eb35f29674fad8f080709120a438b', 'fixed_ips': [{'subnet_id': 'bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:29.347769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42442) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.348086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.393923 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26f21d1-c53d-444f-bc2a-e3486f60d018 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.394484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26f21d1-c53d-444f-bc2a-e3486f60d018 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.397646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a26f21d1-c53d-444f-bc2a-e3486f60d018 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/58843e34-b01f-40b2-b96a-c97c68c31345 HTTP/1.1" status: 404 len: 337 time: 0.0458782 Apr 28 14:59:29.404038 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.421614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:29.422351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.436582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-080547af-bb9f-495c-9e70-891d556e827c None None] For port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:29.462423 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f82483-0d18-4892-98c8-8d10c769cad1 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.463181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f82483-0d18-4892-98c8-8d10c769cad1 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.466470 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15f82483-0d18-4892-98c8-8d10c769cad1 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/3b43b2b3-156b-4932-a093-8abd5b85049f HTTP/1.1" status: 404 len: 339 time: 0.0603459 Apr 28 14:59:29.474243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.505044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-080547af-bb9f-495c-9e70-891d556e827c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.529050 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c10505-469e-4e84-8aad-3f6204835850 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.529050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c10505-469e-4e84-8aad-3f6204835850 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.532659 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-47c10505-469e-4e84-8aad-3f6204835850 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/77e48d58-dd42-498e-a65e-4c551b99b78d HTTP/1.1" status: 404 len: 337 time: 0.0567379 Apr 28 14:59:29.539751 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3f1ce6ec-d5cc-4709-97c6-faee02cc89c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0593336 Apr 28 14:59:29.540417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42448) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.540770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.544586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Router c03a4e18-ff40-48ed-8165-6f96273e88bf has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:59:29.569946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-720c12f2-8dc4-4b42-b083-e6c098c125ee', 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': '6b77adbf-2f48-4c2c-a598-3b5f32b9e997'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:29.570800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.600495 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3440f90-e312-4757-9529-4fcb1318757f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.601155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3440f90-e312-4757-9529-4fcb1318757f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.604255 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c3440f90-e312-4757-9529-4fcb1318757f tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/e5c2ac61-b6a7-4db4-b7a0-d07034136817 HTTP/1.1" status: 404 len: 339 time: 0.0602720 Apr 28 14:59:29.606937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.609946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.655621 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': 'a5b1f298-8b1e-41de-afa2-953f4a9dafbb', 'ip_address': '2001:db8::f816:3eff:fea2:e39c'}, {'subnet_id': '1debd54c-d5b2-423d-aad0-beb082cca32c'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'e6d6e361-5e4c-4696-bec9-b1b63c4cbca1'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:29.664722 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafa860f-4d55-4488-ad88-fbbf5e0abff3 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.665183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aafa860f-4d55-4488-ad88-fbbf5e0abff3 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.666114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 768b95d5-4ed3-4953-b21a-fe2bc87d6826 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:29.668379 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aafa860f-4d55-4488-ad88-fbbf5e0abff3 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/60cd1336-b0b4-4e33-9205-e953999f0246 HTTP/1.1" status: 404 len: 337 time: 0.0544193 Apr 28 14:59:29.674633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.700300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc36e0-2d2e-4404-9e8e-8929863dc10f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:29.706503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc36e0-2d2e-4404-9e8e-8929863dc10f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:29.711003 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-21dc36e0-2d2e-4404-9e8e-8929863dc10f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1658435 Apr 28 14:59:29.719941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.732649 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d843aff-5f76-49f2-8a3f-c6ed9c42bd48 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.733306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d843aff-5f76-49f2-8a3f-c6ed9c42bd48 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.736458 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2d843aff-5f76-49f2-8a3f-c6ed9c42bd48 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/0d8dbec4-3cbb-4259-b1b3-8d03c700b4a5 HTTP/1.1" status: 404 len: 339 time: 0.0604999 Apr 28 14:59:29.764794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.809140 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-450f60b5-2808-46ae-b6c4-fa317372b280 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.809591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450f60b5-2808-46ae-b6c4-fa317372b280 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.811295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.812160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080547af-bb9f-495c-9e70-891d556e827c None None] Pushing event updated for resources: {'Port': ['ID=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:29.812698 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-450f60b5-2808-46ae-b6c4-fa317372b280 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/3edcd984-6cbd-413f-87ae-d37769652235 HTTP/1.1" status: 404 len: 337 time: 0.0469398 Apr 28 14:59:29.815200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.839679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.848472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1c8054a6-fdce-4384-8b95-8e3ac6f73def None None] Provisioning complete for port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:29.848847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c8054a6-fdce-4384-8b95-8e3ac6f73def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.856355 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc73f1b6-bbee-4d65-be30-d88bb067dc7e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.856929 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc73f1b6-bbee-4d65-be30-d88bb067dc7e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.862486 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bc73f1b6-bbee-4d65-be30-d88bb067dc7e tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/63cebae5-cac7-49fe-ba14-00ead6832035 HTTP/1.1" status: 404 len: 339 time: 0.0440192 Apr 28 14:59:29.862741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.899286 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d607a17b-e662-4fe8-9891-ad430ec0c673 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.899737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d607a17b-e662-4fe8-9891-ad430ec0c673 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.902997 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d607a17b-e662-4fe8-9891-ad430ec0c673 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/4cf2c178-bf82-424d-a9a5-c479cc998117 HTTP/1.1" status: 404 len: 337 time: 0.0392935 Apr 28 14:59:29.905987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.936092 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-93325976-074e-41ac-b96b-bd1924e2baeb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.936714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93325976-074e-41ac-b96b-bd1924e2baeb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.939748 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-93325976-074e-41ac-b96b-bd1924e2baeb tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/67c8bd40-e9cc-453f-b907-7acc2a13716d HTTP/1.1" status: 404 len: 339 time: 0.0328374 Apr 28 14:59:29.943759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.949679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for bc97544c-da29-4e3b-b794-7887d8627fe8 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:29.971138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:29.972272 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:29.976440 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8e3210-4b9b-45c7-9249-51422ccda075 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:29.976885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8e3210-4b9b-45c7-9249-51422ccda075 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:29.980800 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f8e3210-4b9b-45c7-9249-51422ccda075 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/e992d277-5f65-4da1-acd6-bdd3c8ab0c3a HTTP/1.1" status: 404 len: 337 time: 0.0360808 Apr 28 14:59:29.984666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:29.996798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port a27d7191-ee76-4964-9a05-0150e230de20 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:29.997168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:29.998432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-44cf5b70-80d9-441b-8a8f-8213181ddf8f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:30.000198 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-44cf5b70-80d9-441b-8a8f-8213181ddf8f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/networks?id=c56bec58-6de4-4a98-abcd-476d376d21ad HTTP/1.1" status: 200 len: 812 time: 0.9855018 Apr 28 14:59:30.010050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.010680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb524ec1-662b-4670-98c4-db73ed7f36fa tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:30.011254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb524ec1-662b-4670-98c4-db73ed7f36fa tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:30.013960 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-817d1f67-fdd5-4e03-8566-43e4adf929f6 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "PUT /v2.0/routers/c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 200 len: 710 time: 4.8172798 Apr 28 14:59:30.017068 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb524ec1-662b-4670-98c4-db73ed7f36fa tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/96272e3b-f467-41e1-8ef8-b7fc0644ba19 HTTP/1.1" status: 404 len: 339 time: 0.0290129 Apr 28 14:59:30.017235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:30.018378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42470) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.018747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42472) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.045162 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] Sync routers for ids ['c03a4e18-ff40-48ed-8165-6f96273e88bf'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:30.070323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Allocated IP 2001:db8::3 (d3d84e71-0df4-4051-a5e2-a918c11718cc/bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d/4db28b5d-fcfc-4b89-a408-e4ed36744a2a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:30.087235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96e064b-71dc-4709-a979-1e2c7392aac0 None None] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:30.116729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-983dde02-55b5-417d-8f9b-fef5b1cf8b97 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/quotas/2e07f299e6aa41c9822c192f34de4412 HTTP/1.1" status: 200 len: 375 time: 0.0975463 Apr 28 14:59:30.130902 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a700389a-753a-4c3d-aaff-54a79196aecf tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:30.131350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a700389a-753a-4c3d-aaff-54a79196aecf tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:30.137075 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a700389a-753a-4c3d-aaff-54a79196aecf tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/fead5815-edbb-429b-832a-c1ce8e8f250c HTTP/1.1" status: 404 len: 337 time: 0.1037931 Apr 28 14:59:30.141509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.179412 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-68f3ea3e-d371-4489-be79-55f62109a4ad tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/routers/c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 200 len: 745 time: 0.1470511 Apr 28 14:59:30.179817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42476) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.181330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] Routers {'c03a4e18-ff40-48ed-8165-6f96273e88bf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:30.182190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c03a4e18-ff40-48ed-8165-6f96273e88bf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:30.226377 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51fbe20-1b59-48a7-b76e-9551c5eb2b60 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:30.226977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51fbe20-1b59-48a7-b76e-9551c5eb2b60 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:30.232410 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f51fbe20-1b59-48a7-b76e-9551c5eb2b60 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/7d5113b2-e15f-4198-bde9-faa7866e61bc HTTP/1.1" status: 404 len: 339 time: 0.0619059 Apr 28 14:59:30.233450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.247447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fde4b4fe-8126-4e04-9dbb-397c92d2e67a tempest-RoutersIpV6AdminTest-762580377 tempest-RoutersIpV6AdminTest-762580377-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 200 len: 205 time: 0.0641549 Apr 28 14:59:30.268125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.299260 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-439fc053-ba0a-4bc7-b84c-c893e09baebe tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2e07f299e6aa41c9822c192f34de4412&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693032 Apr 28 14:59:30.302890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.327991 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-738a4fd9-5187-4196-afdc-cdb2feb142d4 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 200 len: 205 time: 0.0518584 Apr 28 14:59:30.328532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42482) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.342204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for a27d7191-ee76-4964-9a05-0150e230de20 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:30.351582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Deleting subnet 124e2869-6d0a-4e8b-8841-a864a0f71010 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:30.356278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.429587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.429807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Allocated IP 172.20.0.2 (720c12f2-8dc4-4b42-b083-e6c098c125ee/6b77adbf-2f48-4c2c-a598-3b5f32b9e997/77155271-9e61-4e81-8c38-324ff59eae03) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:30.462034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:30.494168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:59:30.500614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.545232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:30.545845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.585950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.601883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] Routers {'c03a4e18-ff40-48ed-8165-6f96273e88bf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:30.602597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['c03a4e18-ff40-48ed-8165-6f96273e88bf'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:30.622166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.632427 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-68d285aa-3a90-4f9d-82f3-06b9b5b79a66 service neutron] 10.222.0.58 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145735 Apr 28 14:59:30.670533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Allocated IP 172.20.0.2 (54d908dd-ca79-41d5-95f2-c906280f9818/1debd54c-d5b2-423d-aad0-beb082cca32c/e6d6e361-5e4c-4696-bec9-b1b63c4cbca1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:30.702857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.743883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:30.744911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e44da0-4b7d-4eb4-bcf2-fe2219643024 None None] The sync data for ids ['c03a4e18-ff40-48ed-8165-6f96273e88bf'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:30.746770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Subnet': ['ID=124e2869-6d0a-4e8b-8841-a864a0f71010,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:30.748893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.768009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.771387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1ae8cda3-44b1-40f3-8afe-7dd3b943a527 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/subnets/124e2869-6d0a-4e8b-8841-a864a0f71010 HTTP/1.1" status: 204 len: 168 time: 0.5376821 Apr 28 14:59:30.786594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.801413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51497c7a-f422-4f81-b0a4-2b765e86664b None None] Network e0d69804-16e3-4a6e-85de-8a453498cfba requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:30.821142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=a27d7191-ee76-4964-9a05-0150e230de20,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:30.834736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=bc97544c-da29-4e3b-b794-7887d8627fe8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:30.877622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.891089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.902351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:30.909894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae75dc52-e81b-4aa6-b273-0ded4baff164 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/a27d7191-ee76-4964-9a05-0150e230de20 HTTP/1.1" status: 204 len: 168 time: 1.1841712 Apr 28 14:59:30.910096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:30.985100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe92c-72f7-4231-92c5-d8aec92c6fda tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:30.987362 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe92c-72f7-4231-92c5-d8aec92c6fda tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:30.989120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aebe92c-72f7-4231-92c5-d8aec92c6fda tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:30.995288 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7aebe92c-72f7-4231-92c5-d8aec92c6fda tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0824199 Apr 28 14:59:30.995902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.063948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 1debd54c-d5b2-423d-aad0-beb082cca32c {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:31.088004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.088670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Fanout notify agent at l3_agent the message router_deleted on router c03a4e18-ff40-48ed-8165-6f96273e88bf {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 14:59:31.094376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.104072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.105376 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8ac1c233-2e09-491e-8644-ce1591037fc9 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 204 len: 168 time: 0.7730181 Apr 28 14:59:31.107082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.109094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.140430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:31.146205 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-155b58c2-7224-4aff-8575-34f7aaca664f service neutron] 10.222.0.58 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128422 Apr 28 14:59:31.149583 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2f14836d-6dd9-4e65-b549-3be62d634321 None None] Provisioning complete for port 95f75987-bf2e-477f-b834-3795c9ecc8ad triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:31.150255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f14836d-6dd9-4e65-b549-3be62d634321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.152494 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-289368fd-e6d8-4c42-805d-b93d9248f52e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/31604916-e379-4e10-8cde-6e4efa2d2757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7174022 Apr 28 14:59:31.154556 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:31.156062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.159275 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8a95b8a7-f66d-4072-a0bf-62550b70be9b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/bc97544c-da29-4e3b-b794-7887d8627fe8 HTTP/1.1" status: 204 len: 168 time: 3.1415861 Apr 28 14:59:31.160781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.163962 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.168533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42494) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.171516 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4b3a22f8-d3c6-4902-98c6-84b795bde501 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 200 len: 205 time: 0.0611374 Apr 28 14:59:31.178041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.180572 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:31.182632 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:31.197371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:31.201734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] For port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:31.273287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.310033 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-fc5e2140-6899-4bbd-bd00-87e0aef9de00 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:31.310783 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab644487-b6fc-4bda-86b0-4532d4c59997 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:31.312594 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ab644487-b6fc-4bda-86b0-4532d4c59997 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/bc97544c-da29-4e3b-b794-7887d8627fe8 HTTP/1.1" status: 404 len: 333 time: 0.1363463 Apr 28 14:59:31.319468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42498) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.319794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42500) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:31.323995 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fc5e2140-6899-4bbd-bd00-87e0aef9de00 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/c03a4e18-ff40-48ed-8165-6f96273e88bf HTTP/1.1" status: 404 len: 336 time: 0.1421902 Apr 28 14:59:31.325419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Network d3d84e71-0df4-4051-a5e2-a918c11718cc is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:31.338950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.351316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:31.357082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.370312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:31.376410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2f14836d-6dd9-4e65-b549-3be62d634321 None None] Port 95f75987-bf2e-477f-b834-3795c9ecc8ad cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:31.394484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.444394 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Pushing event updated for resources: {'Port': ['ID=4db28b5d-fcfc-4b89-a408-e4ed36744a2a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:31.456107 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:31.458948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.518601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:31.584309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.610727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:31.618777 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6fa5f532-0bd3-41b6-80f1-ad2d49acfdb0 req-b3be2892-b607-4f7c-a6bf-fb29ec90df47 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.1006312 Apr 28 14:59:31.683493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.723440 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:27Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:31.751337 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:31.751755 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Updating router 31604916-e379-4e10-8cde-6e4efa2d2757 port 95f75987-bf2e-477f-b834-3795c9ecc8ad binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 14:59:31.753494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] DHCP port deletion for e0d69804-16e3-4a6e-85de-8a453498cfba request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:31.765549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:31.771828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.778061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:31.778248 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.803344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:31.804153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.807565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Attempting to bind port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:31.808229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Attempting to bind port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '1d4071e1-bd04-42ba-aea6-9ac788b56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:31.808821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Attempting to bind port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a on network d3d84e71-0df4-4051-a5e2-a918c11718cc {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:31.812186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2f14836d-6dd9-4e65-b549-3be62d634321 None None] Provisioning complete for port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:31.812771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2f14836d-6dd9-4e65-b549-3be62d634321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.827314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d84e71-0df4-4051-a5e2-a918c11718cc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:31.874801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4071e1-bd04-42ba-aea6-9ac788b56b16') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:31.875140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4071e1-bd04-42ba-aea6-9ac788b56b16') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:31.935336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.956230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Pushing event updated for resources: {'Port': ['ID=77155271-9e61-4e81-8c38-324ff59eae03,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:31.970009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:31.970775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Checking segment: {'id': '1d4071e1-bd04-42ba-aea6-9ac788b56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:31.971390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:31.972030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Bound using segment: {'id': '1d4071e1-bd04-42ba-aea6-9ac788b56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:31.972725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Bound port: 4db28b5d-fcfc-4b89-a408-e4ed36744a2a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4071e1-bd04-42ba-aea6-9ac788b56b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:31.974035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.002355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.015068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.065415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:32.065842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:32.088981 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:32.138106 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-95265e00-6da6-4880-984b-c4334763ba21 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 200 len: 205 time: 0.7710543 Apr 28 14:59:32.146592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.150424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 6b77adbf-2f48-4c2c-a598-3b5f32b9e997 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:32.160635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.244812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Attempting to bind port 77155271-9e61-4e81-8c38-324ff59eae03 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:32.245330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Attempting to bind port 77155271-9e61-4e81-8c38-324ff59eae03 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'b95f19da-22e0-4e12-9a54-8a174ca24428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:32.245774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Attempting to bind port 77155271-9e61-4e81-8c38-324ff59eae03 on network 720c12f2-8dc4-4b42-b083-e6c098c125ee {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:32.263683 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-0976398c-7dac-4035-aa9c-ae9e8db31acf tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:32.265528 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0976398c-7dac-4035-aa9c-ae9e8db31acf tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/0186d87b-08bc-4ad3-94dc-a452369ac868 HTTP/1.1" status: 404 len: 336 time: 0.1164956 Apr 28 14:59:32.282649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42514) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.286515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd0cc2-c7f7-4691-b9f0-687268db99d4 None None] Pushing event updated for resources: {'Port': ['ID=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:32.289618 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.305871 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.307280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.308431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:32.309095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Checking segment: {'id': 'b95f19da-22e0-4e12-9a54-8a174ca24428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:32.309593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.310076 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Bound using segment: {'id': 'b95f19da-22e0-4e12-9a54-8a174ca24428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:32.310714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Bound port: 77155271-9e61-4e81-8c38-324ff59eae03, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95f19da-22e0-4e12-9a54-8a174ca24428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '720c12f2-8dc4-4b42-b083-e6c098c125ee'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:32.311199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.370300 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Pushing event updated for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:32.379689 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.380294 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.380775 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.381231 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.381697 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.381871 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-25a8e629-fd6a-4078-b772-e583b347b9dd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 200 len: 205 time: 0.0960817 Apr 28 14:59:32.382293 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.382750 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.383230 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.383722 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.384205 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.384673 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.385124 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 14:59:32.385740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.421008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.db.api [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 14:59:32.421008 dv-neutron-839772-1-hyperv neutron-server[102641]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 14:59:32.421008 dv-neutron-839772-1-hyperv neutron-server[102641]: [parameters: {'id': 'd3d84e71-0df4-4051-a5e2-a918c11718cc'}] Apr 28 14:59:32.421008 dv-neutron-839772-1-hyperv neutron-server[102641]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 14:59:32.421571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG oslo_db.api [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 14:59:32.480449 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Attempting to bind port 95f75987-bf2e-477f-b834-3795c9ecc8ad on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:32.481495 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Attempting to bind port 95f75987-bf2e-477f-b834-3795c9ecc8ad by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:32.481495 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Attempting to bind port 95f75987-bf2e-477f-b834-3795c9ecc8ad on network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:32.489707 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:32.490510 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Checking segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:32.491187 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.491751 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Bound using segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:32.493919 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-1d92f333-ea02-4af6-bc22-1ea221abf9c8 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:32.494706 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Bound port: 95f75987-bf2e-477f-b834-3795c9ecc8ad, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:32.495250 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d92f333-ea02-4af6-bc22-1ea221abf9c8 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/a0a06c73-dcb1-4e7f-82a4-0689d450d559 HTTP/1.1" status: 404 len: 336 time: 0.0915306 Apr 28 14:59:32.495597 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.499289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42518) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.548464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dabad52c-83cd-4dbc-8f89-c6530725eb40 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 200 len: 205 time: 0.0457792 Apr 28 14:59:32.549495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.556378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.574664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] For port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:32.575085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.606313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] For port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4db28b5d-fcfc-4b89-a408-e4ed36744a2a,segment=NetworkSegment(1d4071e1-bd04-42ba-aea6-9ac788b56b16),segment_id=1d4071e1-bd04-42ba-aea6-9ac788b56b16)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:32.618625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Deleting port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:32.619143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.631157 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] For port 95f75987-bf2e-477f-b834-3795c9ecc8ad, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:32.638309 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] For port 95f75987-bf2e-477f-b834-3795c9ecc8ad, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=95f75987-bf2e-477f-b834-3795c9ecc8ad,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:32.653212 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.701992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.712620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.721267 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/1debd54c-d5b2-423d-aad0-beb082cca32c HTTP/1.1" status: 204 len: 168 time: 1.7221954 Apr 28 14:59:32.721597 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-475a34e6-aae8-4791-b3ef-57838022dc9f tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:32.722935 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-475a34e6-aae8-4791-b3ef-57838022dc9f tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/d738539f-65f6-4198-a3db-d9fd546842b8 HTTP/1.1" status: 404 len: 336 time: 0.1711004 Apr 28 14:59:32.723481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.724251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497865-182a-4b03-9e33-4545cdb4986d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=1debd54c-d5b2-423d-aad0-beb082cca32c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:32.789186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42526) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.792908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.793377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.793738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet a5b1f298-8b1e-41de-afa2-953f4a9dafbb {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:32.793856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.794276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.794403 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:32.795189 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:32.798333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:32.799316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.799687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.800174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.801468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.801468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.801670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.807211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.807720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.808404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.808877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.809336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:32.811874 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f0204e70-b4d1-4589-9585-56b889e50a51 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10520 time: 1.6501493 Apr 28 14:59:32.816799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:32.894686 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636bf6-608c-423b-a3d1-461a70a82efe None None] Pushing event updated for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:32.990827 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5717552a-5725-4b8a-9c59-b73ade97964d req-d2e1d13e-fa9e-4951-a9c1-723ec30ecf7c tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.1601570 Apr 28 14:59:33.071701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Deleting port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:33.072115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.107242 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:33.179854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] For port 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=83ab473b-b1cd-41af-a0e9-7a43279b8c76,segment=NetworkSegment(fc54798c-783d-448b-b482-3c71b4d774e8),segment_id=fc54798c-783d-448b-b482-3c71b4d774e8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:33.180538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.204071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Calling delete_port for 83ab473b-b1cd-41af-a0e9-7a43279b8c76 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:33.236034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:33.255187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.255726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.256327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.256844 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.257369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.258035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.258369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.258950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.259383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.259892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.260532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.261075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.267493 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b8bb5cdc-bf63-4aad-bdbe-9c6200e676c5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7707 time: 0.4433510 Apr 28 14:59:33.271854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42530) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:33.317677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fb2a7-9ca6-4f17-9c41-1c69f64db847 None None] Pushing event updated for resources: {'Port': ['ID=4db28b5d-fcfc-4b89-a408-e4ed36744a2a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:33.376172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] For port 77155271-9e61-4e81-8c38-324ff59eae03, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:33.396596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e734063-ef24-4ebf-b4a4-80bdcd90e644 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:33.403860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] For port 77155271-9e61-4e81-8c38-324ff59eae03, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77155271-9e61-4e81-8c38-324ff59eae03,segment=NetworkSegment(b95f19da-22e0-4e12-9a54-8a174ca24428),segment_id=b95f19da-22e0-4e12-9a54-8a174ca24428)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:33.417513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.458533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.459718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.473895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=6b77adbf-2f48-4c2c-a598-3b5f32b9e997,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:33.475302 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:32Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:33.493551 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.499349 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7fb2e59d-5e29-42c5-b4bb-0d94f87f7384 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/6b77adbf-2f48-4c2c-a598-3b5f32b9e997 HTTP/1.1" status: 204 len: 168 time: 2.1570814 Apr 28 14:59:33.504033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:33.539972 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da391bd5-3169-4e7d-aee4-8546600fe066 None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:32Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 14:59:33.579424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] For port 83ab473b-b1cd-41af-a0e9-7a43279b8c76, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=83ab473b-b1cd-41af-a0e9-7a43279b8c76,segment=NetworkSegment(fc54798c-783d-448b-b482-3c71b4d774e8),segment_id=fc54798c-783d-448b-b482-3c71b4d774e8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:33.579829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.604346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-6bd55f21-19ec-48b9-8dab-d3fd8e456d77 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:33.607686 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-6bd55f21-19ec-48b9-8dab-d3fd8e456d77 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.21 "GET /v2.0/networks?id=c56bec58-6de4-4a98-abcd-476d376d21ad HTTP/1.1" status: 200 len: 812 time: 0.1436775 Apr 28 14:59:33.618786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ccfb1796-57f5-45e3-90a7-af02d4e358d5 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 200 len: 205 time: 0.8203559 Apr 28 14:59:33.618927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:33.629817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Provisioning complete for port 95f75987-bf2e-477f-b834-3795c9ecc8ad triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:33.630331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.630792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.699282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Port': ['ID=83ab473b-b1cd-41af-a0e9-7a43279b8c76,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:33.704700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.709310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] No DVR routers for this DVR port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:33.716863 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-18894036-b500-4ef4-b167-c63ea3d0e373 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:33.717937 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-18894036-b500-4ef4-b167-c63ea3d0e373 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/4a7a522a-6adb-4447-8295-a3c3629496cb HTTP/1.1" status: 404 len: 336 time: 0.0833430 Apr 28 14:59:33.723562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:33.743602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:33.746865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Calling delete_port for 83ab473b-b1cd-41af-a0e9-7a43279b8c76 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:33.751462 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-2b75ca63-74e7-4a9c-b595-73c925fcf123 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e07f299e6aa41c9822c192f34de4412 HTTP/1.1" status: 200 len: 379 time: 0.1312416 Apr 28 14:59:33.773265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3dd7d-8666-4cca-ad20-f1f33abbb04b None None] Network d3d84e71-0df4-4051-a5e2-a918c11718cc requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:33.787859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'port': {'device_id': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'admin_state_up': True, 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'security_groups': ['d23d54f8-d6af-481e-aaed-984a88e006e6']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:33.792316 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b001cf24-0bb6-4d73-bcba-91d589ac8090 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e65e383-710f-446d-9dc2-d6f4cf5dbf9f HTTP/1.1" status: 200 len: 205 time: 0.0677545 Apr 28 14:59:33.796706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:34.015309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:34.015886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.017736 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-2693aed7-76a6-44a7-a5d9-61e451f6f0fd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] delete failed (client error): The resource could not be found. Apr 28 14:59:34.018169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0a2b-f609-4330-b7f9-7b72ba3daada None None] Pushing event updated for resources: {'Port': ['ID=77155271-9e61-4e81-8c38-324ff59eae03,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:34.018998 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2693aed7-76a6-44a7-a5d9-61e451f6f0fd tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/routers/3e65e383-710f-446d-9dc2-d6f4cf5dbf9f HTTP/1.1" status: 404 len: 336 time: 0.1878121 Apr 28 14:59:34.034476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:34.037337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.109041 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c01d17-0536-4c1e-8016-258cac79e754 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:34.109405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c01d17-0536-4c1e-8016-258cac79e754 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:34.140487 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d8c01d17-0536-4c1e-8016-258cac79e754 tempest-RoutersIpV6AdminTest-485787844 tempest-RoutersIpV6AdminTest-485787844-project] 10.222.0.58 "DELETE /v2.0/subnets/0666c2d0-cd50-49a4-86bc-6ef928e430ad HTTP/1.1" status: 404 len: 337 time: 0.1001961 Apr 28 14:59:34.190728 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-72e5d211-1307-4610-bd6b-bad422c80abf req-d95ef047-a663-43e8-8486-3ae626e2c691 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.0593817 Apr 28 14:59:34.191754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.199997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d69804-16e3-4a6e-85de-8a453498cfba']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:34.212720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.218249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] No DVR routers for this DVR port 83ab473b-b1cd-41af-a0e9-7a43279b8c76 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:34.231340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:34.235645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.277507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc54798c-783d-448b-b482-3c71b4d774e8') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:34.277811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc54798c-783d-448b-b482-3c71b4d774e8') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:34.328488 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.336111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Made reservation on behalf of 2e07f299e6aa41c9822c192f34de4412 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:34.343806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.344606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c1fcc-9057-41b9-89a9-b63974365e4e None None] Pushing event deleted for resources: {'Port': ['ID=83ab473b-b1cd-41af-a0e9-7a43279b8c76,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:34.360643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.380972 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aa27dc93-e3bd-4c63-9fb1-209d4f9c7671 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 1.1077311 Apr 28 14:59:34.382664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 77155271-9e61-4e81-8c38-324ff59eae03 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:34.383160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.431775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:34.432220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:34.435686 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:34.565280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.597988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port 77155271-9e61-4e81-8c38-324ff59eae03, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77155271-9e61-4e81-8c38-324ff59eae03,segment=NetworkSegment(b95f19da-22e0-4e12-9a54-8a174ca24428),segment_id=b95f19da-22e0-4e12-9a54-8a174ca24428)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:34.597988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.606148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.620502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.626229 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] 10.222.0.58 "DELETE /v2.0/networks/e0d69804-16e3-4a6e-85de-8a453498cfba HTTP/1.1" status: 204 len: 168 time: 3.8347659 Apr 28 14:59:34.646117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 77155271-9e61-4e81-8c38-324ff59eae03 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:34.678421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a52a8-e67e-43d2-8123-fd268df479b2 tempest-NetworksTest-890172096 tempest-NetworksTest-890172096-project] Pushing event deleted for resources: {'Network': ['ID=e0d69804-16e3-4a6e-85de-8a453498cfba,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:34.690860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b1f298-8b1e-41de-afa2-953f4a9dafbb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:34.708450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:34.755493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.802320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4db28b5d-fcfc-4b89-a408-e4ed36744a2a,segment=NetworkSegment(1d4071e1-bd04-42ba-aea6-9ac788b56b16),segment_id=1d4071e1-bd04-42ba-aea6-9ac788b56b16)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:34.803711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.807865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb246f8-0402-4764-95dc-3014029589c6 None None] Network d3d84e71-0df4-4051-a5e2-a918c11718cc requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:34.851167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 4db28b5d-fcfc-4b89-a408-e4ed36744a2a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:34.919847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.944881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:34.948307 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b8af88f0-1f03-4204-a9f8-864c4d874f9f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/a5b1f298-8b1e-41de-afa2-953f4a9dafbb HTTP/1.1" status: 204 len: 168 time: 2.2200012 Apr 28 14:59:34.966696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42560) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:34.978030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=77155271-9e61-4e81-8c38-324ff59eae03,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:35.035390 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-38b47b17-8807-405d-bcd1-38013db99be1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653481 Apr 28 14:59:35.036861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port 77155271-9e61-4e81-8c38-324ff59eae03 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:35.039610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42562) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:35.059249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:35.144562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] For port 95f75987-bf2e-477f-b834-3795c9ecc8ad, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=95f75987-bf2e-477f-b834-3795c9ecc8ad,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:35.170892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.174598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82836220-d158-4d3c-8715-31665a6cdc7c None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': 'a5b1f298-8b1e-41de-afa2-953f4a9dafbb'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'e6d6e361-5e4c-4696-bec9-b1b63c4cbca1'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:35.219214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.244686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82836220-d158-4d3c-8715-31665a6cdc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.247030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720c12f2-8dc4-4b42-b083-e6c098c125ee']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.261194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95f19da-22e0-4e12-9a54-8a174ca24428') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.261545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95f19da-22e0-4e12-9a54-8a174ca24428') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.263318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77155271-9e61-4e81-8c38-324ff59eae03 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:35.277544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.296673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.302166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.304476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:35.306324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.351354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 77155271-9e61-4e81-8c38-324ff59eae03 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:35.351704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77155271-9e61-4e81-8c38-324ff59eae03 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 14:59:35.364677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 4db28b5d-fcfc-4b89-a408-e4ed36744a2a on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:35.432399 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:35.434885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42568) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:35.441471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.463318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.470258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port 77155271-9e61-4e81-8c38-324ff59eae03 not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 14:59:35.470442 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/720c12f2-8dc4-4b42-b083-e6c098c125ee HTTP/1.1" status: 204 len: 168 time: 1.9656036 Apr 28 14:59:35.471166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 95f75987-bf2e-477f-b834-3795c9ecc8ad up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:35.473135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:35.486089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'name': 'tempest-PortsTestJSON-770476534'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:35.500633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf7d8e-8dba-4754-b50d-dcdd9647d6ef None None] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:35.522276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3c36-277f-479a-a444-3bec1f082155 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=720c12f2-8dc4-4b42-b083-e6c098c125ee,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:35.547116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=4db28b5d-fcfc-4b89-a408-e4ed36744a2a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:35.567250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Provisioning complete for port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:35.567619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.571321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bf7d8e-8dba-4754-b50d-dcdd9647d6ef None None] Network 720c12f2-8dc4-4b42-b083-e6c098c125ee could not be found, it might have been deleted concurrently. {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 28 14:59:35.590544 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4f8c9c41-c97c-4ff6-90c2-e1b815cb7d02 req-1f868f62-9d6c-4e42-bab7-0661473507ef tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.0796003 Apr 28 14:59:35.592049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Allocated IP 172.20.0.10 (c56bec58-6de4-4a98-abcd-476d376d21ad/ad65b1ac-970b-459b-a874-70062edbe467/7c4a99ad-33c2-466f-90a9-7b497f137bcf) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:35.655521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e557d8e8-95bf-4af1-93ae-58120fec3e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.680963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.697895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:35.702463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.717135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d84e71-0df4-4051-a5e2-a918c11718cc']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.720983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ea6531-f77e-41e1-b97c-8181d0ccd320 None None] DHCP port deletion for 720c12f2-8dc4-4b42-b083-e6c098c125ee request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:35.740018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4071e1-bd04-42ba-aea6-9ac788b56b16') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.740790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4071e1-bd04-42ba-aea6-9ac788b56b16') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:35.764199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.790393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:35.800359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295308105', 'description': 'tempest-secgroup-smoke-1295308105 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:35.808103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d914cd0-86bc-468b-b756-3fb3f437019c None None] Pushing event updated for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:35.812208 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9d4d658a-09c9-4981-a911-2fe2907d5114 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a8789b829484d22b84c849f9e59d31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650150 Apr 28 14:59:35.812609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:35.816310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:35.819826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.845385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.862332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port d951f0cb-b738-4d3e-9f53-47471cf0ed87 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:35.877933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 95f75987-bf2e-477f-b834-3795c9ecc8ad triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:35.878310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.902546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:35.903034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:35.907709 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:35.992920 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f7a2e-ada4-4739-88a7-c727367b933b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:35.999625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.018624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.050722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:36.079336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.084110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.088022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/d3d84e71-0df4-4051-a5e2-a918c11718cc HTTP/1.1" status: 204 len: 168 time: 7.0548720 Apr 28 14:59:36.090572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.111837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:36.145823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3118684a-301c-4176-893b-3fc645ca15fe None None] Provisioning complete for port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:36.146509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3118684a-301c-4176-893b-3fc645ca15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.171338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1001d-e154-4ed6-9ece-cf662bc6159e tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=d3d84e71-0df4-4051-a5e2-a918c11718cc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.184177 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bd6a10-b25e-41e6-a41e-42618a129fda tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:36.185100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bd6a10-b25e-41e6-a41e-42618a129fda tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:36.187881 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61bd6a10-b25e-41e6-a41e-42618a129fda tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/bc70ce6d-8f48-41ff-ba07-7bd9b8560c3d HTTP/1.1" status: 404 len: 337 time: 0.0738192 Apr 28 14:59:36.197187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42580) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:36.204919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.215472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:36.215838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.240497 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b90e1b-2824-41cc-a8a5-837e490a8ba4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:36.241665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b90e1b-2824-41cc-a8a5-837e490a8ba4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:36.244575 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-82b90e1b-2824-41cc-a8a5-837e490a8ba4 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/d3d84e71-0df4-4051-a5e2-a918c11718cc HTTP/1.1" status: 404 len: 339 time: 0.0378733 Apr 28 14:59:36.250436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42582) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:36.360588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.369942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.372149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.376504 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a1e41dfd-10f6-4796-8082-d1a1fdea3ecc HTTP/1.1" status: 204 len: 168 time: 0.5624285 Apr 28 14:59:36.396576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0090d38-bc9b-49ce-8dee-886b270caa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e41dfd-10f6-4796-8082-d1a1fdea3ecc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.396677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.399726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.425424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.430415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:36.454427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.472713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.474045 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6825035 Apr 28 14:59:36.480717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42586) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:36.482712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aeb83-f93f-4c1e-9ca7-c8f4ed08b621 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d30c9cb-56e0-4785-a06c-56d73a05e2c0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.501763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:36.518367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3118684a-301c-4176-893b-3fc645ca15fe None None] Could not find standard attr ID for object a27d7191-ee76-4964-9a05-0150e230de20. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:36.542073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3118684a-301c-4176-893b-3fc645ca15fe None None] Could not find standard attr ID for object 77155271-9e61-4e81-8c38-324ff59eae03. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:36.557946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e557d8e8-95bf-4af1-93ae-58120fec3e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.560384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3118684a-301c-4176-893b-3fc645ca15fe None None] Could not find standard attr ID for object bc97544c-da29-4e3b-b794-7887d8627fe8. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:36.569711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:36.592531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Network c56bec58-6de4-4a98-abcd-476d376d21ad is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:36.597838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Deleting port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:36.598210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.627083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e557d8e8-95bf-4af1-93ae-58120fec3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.676995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:36.689109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.711348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:36.711703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.731003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:36.740383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.768418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] For port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:36.768812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.788326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Calling delete_port for e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:36.803591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event updated for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.812454 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e557d8e8-95bf-4af1-93ae-58120fec3e9e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1f28932873064812925d49ee8c65d31f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9132085 Apr 28 14:59:36.828300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557d8e8-95bf-4af1-93ae-58120fec3e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7ed92-fad7-40fc-8c01-650f6dff10b4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.835460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42594) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:36.845609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:36.856926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:36.871972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272a5302-df98-485f-82c8-de773d320601']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:36.874991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:36.875376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.907972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:36.908685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.927844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efadf03-8102-43b8-b05b-fec4c70a5be8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:36.928097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efadf03-8102-43b8-b05b-fec4c70a5be8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:36.940896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:59:36.978974 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=d951f0cb-b738-4d3e-9f53-47471cf0ed87,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:36.982969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:36.983622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.989768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:36.994506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.025533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] Pushing event deleted for resources: {'Port': ['ID=e6d6e361-5e4c-4696-bec9-b1b63c4cbca1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.035445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bfc89-1595-4e0d-a8db-3b85cf1a54ff None None] No DVR routers for this DVR port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:37.040032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 83ab473b-b1cd-41af-a0e9-7a43279b8c76 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:37.049054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d4a15-a67e-4477-b85b-0b043107a4c3 req-62093a61-7758-448b-ba7c-4d7644bc397d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:37.050692 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-544d4a15-a67e-4477-b85b-0b043107a4c3 req-62093a61-7758-448b-ba7c-4d7644bc397d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 932 time: 0.3427730 Apr 28 14:59:37.056211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.071200 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-ddc9ee83-3280-410d-817e-a71885d0d902 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2874081 Apr 28 14:59:37.073623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:37.074031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:37.079307 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:37.091057 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1a74bfcc-2275-453b-992e-1f9bb29be554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6111114 Apr 28 14:59:37.098124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 83ab473b-b1cd-41af-a0e9-7a43279b8c76 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:37.098907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 83ab473b-b1cd-41af-a0e9-7a43279b8c76 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:37.100909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285028f-b851-4f52-854e-0b2f2bac802d None None] get_active_networks_info from dv-neutron-839772-1-hyperv {{(pid=102642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 28 14:59:37.104745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Request body: {'port': {'device_id': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:37.111620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.182692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.218497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.267308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.288145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 95f75987-bf2e-477f-b834-3795c9ecc8ad up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:37.292247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.297314 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.services.revisions.revision_plugin [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Could not find related port for resource to bump revision. Apr 28 14:59:37.304495 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-544d4a15-a67e-4477-b85b-0b043107a4c3 req-002a819a-4129-4ae7-9346-2c6151855f44 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320316 Apr 28 14:59:37.305209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6828f1ca-9402-425f-8ac8-8340bb8b4f06,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.317049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_pluggable_backend [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Port e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 28 14:59:37.317666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_pluggable_backend [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Reverting IP allocation for 2001:db8::f816:3eff:fea2:e39c {{(pid=102640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 28 14:59:37.323355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.332261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.335412 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/272a5302-df98-485f-82c8-de773d320601 HTTP/1.1" status: 204 len: 168 time: 1.0838792 Apr 28 14:59:37.340562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.368500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.370508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d580a826-7c97-4b23-be1b-fa43c9cd2322 None None] Provisioning complete for port 7c4a99ad-33c2-466f-90a9-7b497f137bcf triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:37.370639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722df01-7411-4e1b-b86d-9ff600d4466b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=272a5302-df98-485f-82c8-de773d320601,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.370886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d580a826-7c97-4b23-be1b-fa43c9cd2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.375422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.379512 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8dfd0fea-c58d-4f7d-972f-42261dec5fd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8871760 Apr 28 14:59:37.384068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.393621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:37.413970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.415368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d580a826-7c97-4b23-be1b-fa43c9cd2322 None None] Port 7c4a99ad-33c2-466f-90a9-7b497f137bcf cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:37.425503 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f846e50b-9caf-466c-8b19-f59cd49daaf2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:37.426560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f846e50b-9caf-466c-8b19-f59cd49daaf2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:37.433199 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f846e50b-9caf-466c-8b19-f59cd49daaf2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/88c31c05-da38-46ef-8367-26953f1b36d1 HTTP/1.1" status: 404 len: 337 time: 0.0836034 Apr 28 14:59:37.438527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.445101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:37.449060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:37.453402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port d951f0cb-b738-4d3e-9f53-47471cf0ed87 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:37.453738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.459714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285028f-b851-4f52-854e-0b2f2bac802d None None] Resources bound (agent type, host, resource id): {{(pid=102642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 14:59:37.460190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:37.460870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.469655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 95f75987-bf2e-477f-b834-3795c9ecc8ad triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:37.470310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.513985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=aa638cfb-637f-4f9b-ac39-f9f217125e0c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.529127 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e197cae-b88c-4d2b-b0dc-db501e4b57ef tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:37.529881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e197cae-b88c-4d2b-b0dc-db501e4b57ef tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:37.533019 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7e197cae-b88c-4d2b-b0dc-db501e4b57ef tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/a999ec05-0fd3-452a-a049-4ac1a96b8d51 HTTP/1.1" status: 404 len: 339 time: 0.0859179 Apr 28 14:59:37.536221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42618) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.560959 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1379155a-7199-4823-946c-de380e355029 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5170317 Apr 28 14:59:37.567039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.569379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.575288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:37.625279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.655167 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for d951f0cb-b738-4d3e-9f53-47471cf0ed87 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:37.670097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting subnet 06cd78cb-03d0-4e07-a083-0bd5559a2555 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:37.676012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.703684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.706342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.706557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.707483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/add7ed92-fad7-40fc-8c01-650f6dff10b4 HTTP/1.1" status: 204 len: 168 time: 0.8600593 Apr 28 14:59:37.744798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77155271-9e61-4e81-8c38-324ff59eae03 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:37.755763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252f4ab-0615-4e92-b16c-a55f34e17144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7ed92-fad7-40fc-8c01-650f6dff10b4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.778622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 77155271-9e61-4e81-8c38-324ff59eae03 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:37.779065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77155271-9e61-4e81-8c38-324ff59eae03 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:37.779662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:37.798059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.877021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.904389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:37.904733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6d6e361-5e4c-4696-bec9-b1b63c4cbca1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:37.906210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.920223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.949494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=d951f0cb-b738-4d3e-9f53-47471cf0ed87,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:37.968775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:37.975979 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-460cfa01-8585-47e5-94f6-8711b77f3701 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/d951f0cb-b738-4d3e-9f53-47471cf0ed87 HTTP/1.1" status: 204 len: 168 time: 0.8632073 Apr 28 14:59:37.978391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:37.986387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'mac_address': 'fa:16:3e:22:b7:40', 'name': 'tempest-PortsTestJSON-1070466031'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:37.991700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1e88458c-694d-4216-b845-9edd1daf9aa7 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-452613385', 'prefixes': ['172.20.0.0/16']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:37.995318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7060bdcf-84c6-4ea5-8863-61427fae3a3e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.010755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.013851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'aa638cfb-637f-4f9b-ac39-f9f217125e0c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:38.014819 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.024751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.029425 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-de6072b6-32a0-433d-9827-310470d6d7b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6392825 Apr 28 14:59:38.035486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.040849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:38.052872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:38.056470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.150965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.198465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.225300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a99ad-33c2-466f-90a9-7b497f137bcf {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:59:38.229185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=06cd78cb-03d0-4e07-a083-0bd5559a2555,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.231126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:38.237094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.258222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.260920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.264120 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6bcec721-c969-4ed1-be86-b0e098c7a7bc tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/06cd78cb-03d0-4e07-a083-0bd5559a2555 HTTP/1.1" status: 204 len: 168 time: 0.7234643 Apr 28 14:59:38.267598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Allocated IP 2001:db8::f816:3eff:febf:75ca (54d908dd-ca79-41d5-95f2-c906280f9818/aa638cfb-637f-4f9b-ac39-f9f217125e0c/32a7f8d8-66f5-43d4-9cf9-b6c702ef0051) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:38.267774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42636) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.296122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.298604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Transition to ACTIVE for port object 7c4a99ad-33c2-466f-90a9-7b497f137bcf will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 14:59:38.310852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.320536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.333017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e88458c-694d-4216-b845-9edd1daf9aa7 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.336629 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1e88458c-694d-4216-b845-9edd1daf9aa7 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6267974 Apr 28 14:59:38.342454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.407946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ee6a19-d3c6-4c16-8d71-73119a68d0d2,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.424438 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9a480ee4-4b7e-499f-9242-bbbb8c263cad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4e07b1a404404e1596d284a4abec8331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554210 Apr 28 14:59:38.436280 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ae14173e-0da7-4220-b2a3-9a82d076ddfc tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "GET /v2.0/subnetpools/36bf3e3d-ee1f-4f78-aede-158f3726305a HTTP/1.1" status: 200 len: 731 time: 0.0895407 Apr 28 14:59:38.436948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.436948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.443272 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.445659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-af943b99-6ada-47a9-b989-9e4a8ab58338 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1179075940'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:38.450068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting subnet 31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:38.464849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.474876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.476924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.478061 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6f857144-810f-470b-9780-889745d64fcd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4415698 Apr 28 14:59:38.484217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.490414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.495756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:38.526675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 941b5023-c052-4f7d-8077-b57a750ef92c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:38.533457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:38.536477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:38.538716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.540829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:38.545366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec289e-fc8f-4ef1-977d-f62e3f6ea8b8 req-95ac6557-fa5d-4566-8e83-6c43abb3ccba tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:38.546974 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b7ec289e-fc8f-4ef1-977d-f62e3f6ea8b8 req-95ac6557-fa5d-4566-8e83-6c43abb3ccba tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 944 time: 0.1545100 Apr 28 14:59:38.561698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.565297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Pushing event updated for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.624896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Attempting to bind port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:38.625588 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Attempting to bind port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:38.626096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Attempting to bind port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:38.632662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:38.633109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:38.633630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.634071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:38.634610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Bound port: 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:38.635052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.657737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.697944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:38.698207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.701766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:38.708851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.727454 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b7ec289e-fc8f-4ef1-977d-f62e3f6ea8b8 req-87d9b807-afcd-4309-b635-27cf1f18a35d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681621 Apr 28 14:59:38.775067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.780984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.785001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Attempting to bind port 7c4a99ad-33c2-466f-90a9-7b497f137bcf on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:38.785407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Attempting to bind port 7c4a99ad-33c2-466f-90a9-7b497f137bcf by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:38.785664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Attempting to bind port 7c4a99ad-33c2-466f-90a9-7b497f137bcf on network c56bec58-6de4-4a98-abcd-476d376d21ad {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:38.796269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0cab8-614f-4873-a325-67120686eaa3 None None] Pushing event updated for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.827904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af943b99-6ada-47a9-b989-9e4a8ab58338 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] Notify callbacks [] for subnetpool, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.829365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af943b99-6ada-47a9-b989-9e4a8ab58338 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "PUT /v2.0/subnetpools/36bf3e3d-ee1f-4f78-aede-158f3726305a HTTP/1.1" status: 200 len: 684 time: 0.3871958 Apr 28 14:59:38.833593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.849089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Port 7c4a99ad-33c2-466f-90a9-7b497f137bcf on network c56bec58-6de4-4a98-abcd-476d376d21ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:59:38.849457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Attempting to bind port 7c4a99ad-33c2-466f-90a9-7b497f137bcf on network c56bec58-6de4-4a98-abcd-476d376d21ad {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:38.875497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.878982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:38.883064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:38.883414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Checking segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:38.883833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Bound using segment: {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:38.884360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Bound port: 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e7a2e0-dbce-473e-b72e-34abb74669cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:38.884794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.890622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:38.893745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:38.894338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.906550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=dae159a1-6839-4b03-8d87-4ea1402f56a9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:38.930898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.933281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.955056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.959971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8266711b-00dc-45ff-9df3-94c0abed0776 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3859844 Apr 28 14:59:38.959971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.961188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:38.964722 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/56bd967c-6196-4dd4-9c88-002f00b43656 HTTP/1.1" status: 204 len: 168 time: 0.5264747 Apr 28 14:59:38.965936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:38.974243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:75:be:a9', 'name': 'tempest-NetworksTestDHCPv6-822199924'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:39.004885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef238c-3513-4351-8f00-8bb51a6acb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bd967c-6196-4dd4-9c88-002f00b43656,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:39.026289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47516d7a-ee5d-4763-82bb-fcec2bf465b9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:39.031323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.032601 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-81b8717d-007c-4632-8d73-42a4a3b7c6ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5413415 Apr 28 14:59:39.040265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.078369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cb5402ac-a89f-4021-a8c1-ded5894c3619 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.082169 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cb5402ac-a89f-4021-a8c1-ded5894c3619 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "DELETE /v2.0/subnetpools/36bf3e3d-ee1f-4f78-aede-158f3726305a HTTP/1.1" status: 204 len: 168 time: 0.2420495 Apr 28 14:59:39.082995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.086381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.089257 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.092484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:39.124924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:39.172706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:39.175897 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:59:39.186516 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-018548b1-94b2-413a-9de4-ae95ff4a89ca tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] show failed (client error): The resource could not be found. Apr 28 14:59:39.187576 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-018548b1-94b2-413a-9de4-ae95ff4a89ca tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "GET /v2.0/subnetpools/36bf3e3d-ee1f-4f78-aede-158f3726305a HTTP/1.1" status: 404 len: 346 time: 0.0912554 Apr 28 14:59:39.192850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.196028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.197803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.219498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:39.228593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.234378 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5e8d0a2-4521-4fe6-a016-ac881f014161 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/31a5d0ef-adfb-4c45-aab8-ecbaa5ea62ca HTTP/1.1" status: 204 len: 168 time: 0.9657032 Apr 28 14:59:39.235209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42660) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.269355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:39.270601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.271984 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] 10.222.0.21 "PUT /v2.0/ports/7c4a99ad-33c2-466f-90a9-7b497f137bcf HTTP/1.1" status: 200 len: 1094 time: 2.1772807 Apr 28 14:59:39.282924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:59:39.285455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b57fd-8f06-421d-b2db-758a1f899160" -d '{"events": [{"name": "network-changed", "server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:59:39.288632 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c00de8ec-3847-48d0-8675-fbcb8d217436 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] delete failed (client error): The resource could not be found. Apr 28 14:59:39.289981 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c00de8ec-3847-48d0-8675-fbcb8d217436 tempest-SubnetPoolsTestJSON-1218809972 tempest-SubnetPoolsTestJSON-1218809972-project] 10.222.0.58 "DELETE /v2.0/subnetpools/36bf3e3d-ee1f-4f78-aede-158f3726305a HTTP/1.1" status: 404 len: 346 time: 0.0851862 Apr 28 14:59:39.293585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:39.297146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=941b5023-c052-4f7d-8077-b57a750ef92c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:39.318446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:39.329803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:39.338045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:39.343571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:39.344232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.383806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.394063 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-509857e5-df4a-45d9-9ad7-104881e50499 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4126766 Apr 28 14:59:39.397304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.418688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:39.418688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.450679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a506da6-3d1a-4fa8-ad42-f86065a9f47d x-openstack-request-id: req-4a506da6-3d1a-4fa8-ad42-f86065a9f47d {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:59:39.451112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:59:39.451283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4a506da6-3d1a-4fa8-ad42-f86065a9f47d {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:59:39.451660 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a506da6-3d1a-4fa8-ad42-f86065a9f47d'] response: {'name': 'network-changed', 'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'status': 'completed', 'code': 200} Apr 28 14:59:39.479502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca3cca-569a-4d01-b2ef-028a37964292 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:39.481008 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-63ca3cca-569a-4d01-b2ef-028a37964292 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/941b5023-c052-4f7d-8077-b57a750ef92c HTTP/1.1" status: 200 len: 841 time: 0.0826709 Apr 28 14:59:39.484205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.601569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.608266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 34c86b4f-b967-483e-a09e-0f25dae209da {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:39.609318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.692456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 941b5023-c052-4f7d-8077-b57a750ef92c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:39.692805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:39.693546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.705235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.800913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 34c86b4f-b967-483e-a09e-0f25dae209da, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=34c86b4f-b967-483e-a09e-0f25dae209da,segment=NetworkSegment(9d3d0639-a175-471d-9c6f-c48e268d0854),segment_id=9d3d0639-a175-471d-9c6f-c48e268d0854)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:39.809324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.817475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:39.844112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 34c86b4f-b967-483e-a09e-0f25dae209da owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:39.846948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:39.857756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42684) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:39.883759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 941b5023-c052-4f7d-8077-b57a750ef92c owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:39.968977 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:40.002948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253e5b7-621a-41ac-81c6-8edcb2487721 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.011047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.045524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-83f9f8ba-875f-45c2-a967-9b1d5e1fe249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:40.047127 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-83f9f8ba-875f-45c2-a967-9b1d5e1fe249 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e07f299e6aa41c9822c192f34de4412&device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 1097 time: 0.6616766 Apr 28 14:59:40.048068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.076913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f55ae4-09db-482f-a47b-1b84eb019e6f req-991bdedc-1b5e-44b5-8518-26a83f5ca44f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:40.078470 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3f55ae4-09db-482f-a47b-1b84eb019e6f req-991bdedc-1b5e-44b5-8518-26a83f5ca44f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 944 time: 0.1968341 Apr 28 14:59:40.083415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-491bb6e9-d8a9-4a22-a3cd-39b7534612cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.125891 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-9ee1d03f-8835-4016-8bd1-a4c2a6b641fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf HTTP/1.1" status: 200 len: 217 time: 0.0659375 Apr 28 14:59:40.129079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c22df94-af5d-4e12-b569-fb99c3945312,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.144981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.149244 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fa9cb405-6ee6-4a68-ad19-8ba0878b4d4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1091588 Apr 28 14:59:40.149800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:40.183694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '7d30c9cb-56e0-4785-a06c-56d73a05e2c0', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:40.199267 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3f55ae4-09db-482f-a47b-1b84eb019e6f req-ee6ee396-4d59-41a1-bf4d-cf96da27000f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033976 Apr 28 14:59:40.244457 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 14:59:40.252876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.258019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.270767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-491bb6e9-d8a9-4a22-a3cd-39b7534612cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.273746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-69084b47-258a-4f3d-903f-f76b5a90e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:40.275258 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-69084b47-258a-4f3d-903f-f76b5a90e941 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad65b1ac-970b-459b-a874-70062edbe467 HTTP/1.1" status: 200 len: 851 time: 0.1395714 Apr 28 14:59:40.281791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.283872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:40.303985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-491bb6e9-d8a9-4a22-a3cd-39b7534612cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.304530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 376df13c-d624-4538-9a78-2af4f8f0e005 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:40.314945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef73a28-0db1-459a-85e4-ee2e1ff5c904 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:40.319231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e1aaf-05be-4e77-9a10-0e588026f8f9 None None] Network 2311558c-b8ea-4501-abff-8b9cc746e49f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:40.338076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.377443 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=34c86b4f-b967-483e-a09e-0f25dae209da,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.420961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=941b5023-c052-4f7d-8077-b57a750ef92c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.428305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 34c86b4f-b967-483e-a09e-0f25dae209da on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:40.443146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-215950423'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:40.447042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.450547 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-023dd933-6e2f-4561-add1-24a5fc9e7370 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/941b5023-c052-4f7d-8077-b57a750ef92c HTTP/1.1" status: 204 len: 168 time: 0.9653041 Apr 28 14:59:40.474235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:40.494301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e201f9dd-4c37-4b50-bda1-d1faac61d116 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:40.494301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e201f9dd-4c37-4b50-bda1-d1faac61d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.522471 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-491bb6e9-d8a9-4a22-a3cd-39b7534612cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b57d0ce280e94ab5b677d7d196524d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6606054 Apr 28 14:59:40.530791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 172.20.0.9 (54d908dd-ca79-41d5-95f2-c906280f9818/dae159a1-6839-4b03-8d87-4ea1402f56a9/376df13c-d624-4538-9a78-2af4f8f0e005) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:40.538668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe75:bea9 (54d908dd-ca79-41d5-95f2-c906280f9818/aa638cfb-637f-4f9b-ac39-f9f217125e0c/376df13c-d624-4538-9a78-2af4f8f0e005) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:40.544281 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e244f4-7cca-4e73-9c35-bfadc897522c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:40.549136 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-07e244f4-7cca-4e73-9c35-bfadc897522c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/941b5023-c052-4f7d-8077-b57a750ef92c HTTP/1.1" status: 404 len: 333 time: 0.0682206 Apr 28 14:59:40.549136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:40.551415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bb6e9-d8a9-4a22-a3cd-39b7534612cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d015797-fbd1-4c17-ae26-2e307e36d252,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.556246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42706) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:40.621986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'name': 'tempest-PortsTestJSON-949739315'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:40.713375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ae0d7-454a-4377-a4b4-90b8e586eda9 None None] DHCP port deletion for 2311558c-b8ea-4501-abff-8b9cc746e49f request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:40.727872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:40.731248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.736750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-f07231f7-3dc6-4929-94f6-e639bdb4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:40.738300 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-f07231f7-3dc6-4929-94f6-e639bdb4d334 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c56bec58-6de4-4a98-abcd-476d376d21ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4547303 Apr 28 14:59:40.760699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.763360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.778456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.780911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.792056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': 'aa638cfb-637f-4f9b-ac39-f9f217125e0c', 'ip_address': '2001:db8::f816:3eff:febf:75ca'}, {'subnet_id': 'dae159a1-6839-4b03-8d87-4ea1402f56a9'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '32a7f8d8-66f5-43d4-9cf9-b6c702ef0051'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:40.802301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.819101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2311558c-b8ea-4501-abff-8b9cc746e49f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:40.827550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.830840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.897480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244c2206-08ad-4c41-8399-fc5821a03d57,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:40.910273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3d0639-a175-471d-9c6f-c48e268d0854') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:40.910866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3d0639-a175-471d-9c6f-c48e268d0854') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:40.918089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.924598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.928927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:40.930429 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ee6b5b6e-1d5e-4b02-a915-515cdf757267 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7700744 Apr 28 14:59:40.931762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.948343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.984677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.987538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.991554 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5d015797-fbd1-4c17-ae26-2e307e36d252 HTTP/1.1" status: 204 len: 168 time: 0.4413610 Apr 28 14:59:40.992794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:40.995377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:41.002291 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-7e7f738e-5ad9-474d-9c92-88eb1bca0f95 service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491088 Apr 28 14:59:41.016841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:41.017250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:41.024365 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:41.041097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f979e-1374-475c-bf07-c9214776731f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d015797-fbd1-4c17-ae26-2e307e36d252,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:41.097012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.150524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:41.158049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:41.166718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:41.183154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Allocated IP 172.20.0.2 (54d908dd-ca79-41d5-95f2-c906280f9818/dae159a1-6839-4b03-8d87-4ea1402f56a9/32a7f8d8-66f5-43d4-9cf9-b6c702ef0051) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:41.209632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=376df13c-d624-4538-9a78-2af4f8f0e005,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:41.232239 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12d2f901-3d42-4843-beeb-53a086c835a6 req-c2a34399-ebb9-4852-8ae4-131ba25bc121 service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176750 Apr 28 14:59:41.275694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.276648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.300040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:41.341106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-52b1bd92-d463-49d9-8f57-23c2a7e612a1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295308105&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.1365981 Apr 28 14:59:41.345859 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eda2bc36-4c4b-4cc8-8cf7-cb29ebc3cd79 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3779643 Apr 28 14:59:41.349636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.356301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:41.365883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:41.370067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.439600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b1fd-58c1-4c99-8870-86b73e7ab448 None None] Pushing event updated for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:41.530246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:41.530791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.536202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-0becd273-787e-4695-be2e-7136c388a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.537759 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-0becd273-787e-4695-be2e-7136c388a4de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e07f299e6aa41c9822c192f34de4412&device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 1097 time: 0.2387645 Apr 28 14:59:41.668310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84de39f-2c83-46b3-800b-66a5eaeaca23 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.679114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84de39f-2c83-46b3-800b-66a5eaeaca23 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.682109 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f84de39f-2c83-46b3-800b-66a5eaeaca23 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3238451 Apr 28 14:59:41.692582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:41.724263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 34c86b4f-b967-483e-a09e-0f25dae209da no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:41.757712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 34c86b4f-b967-483e-a09e-0f25dae209da {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:41.758077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 34c86b4f-b967-483e-a09e-0f25dae209da not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:41.760181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-21efb393-a53d-4488-adb7-b6618833a383 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.761382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.777672 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-21efb393-a53d-4488-adb7-b6618833a383 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 797 time: 0.4221764 Apr 28 14:59:41.798451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.802143 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/2311558c-b8ea-4501-abff-8b9cc746e49f HTTP/1.1" status: 204 len: 168 time: 2.5558391 Apr 28 14:59:41.812073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:41.822616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.827146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-50291ecb-a2c3-4cca-8ec8-067db0d3de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.828656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-50291ecb-a2c3-4cca-8ec8-067db0d3de03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c56bec58-6de4-4a98-abcd-476d376d21ad HTTP/1.1" status: 200 len: 913 time: 0.2799459 Apr 28 14:59:41.829789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d499e-7803-490a-bfd5-faf5533182a2 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=2311558c-b8ea-4501-abff-8b9cc746e49f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:41.855057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.860365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-6fdb9710-8b2a-4c27-a1dc-8d1a06266dd2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0694335 Apr 28 14:59:41.866591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a1660-ffcc-449d-939e-d70068c39801 req-49226b4f-cdc8-4b9f-98a8-9b9ac1ca97a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:41.875275 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d17a1660-ffcc-449d-939e-d70068c39801 req-49226b4f-cdc8-4b9f-98a8-9b9ac1ca97a2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 944 time: 0.1859055 Apr 28 14:59:41.884642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.887015 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9982b7e0-b055-49d7-8e8c-5fe9c0d3d31f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:41.887543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9982b7e0-b055-49d7-8e8c-5fe9c0d3d31f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:41.893808 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9982b7e0-b055-49d7-8e8c-5fe9c0d3d31f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/cef381b1-28a0-49b3-89ca-172d14ec096a HTTP/1.1" status: 404 len: 337 time: 0.0790923 Apr 28 14:59:41.896061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:41.943605 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:41.957114 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-58acc0ad-ede6-4ca5-bfa0-7efe3eec0bfd tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:41.958621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58acc0ad-ede6-4ca5-bfa0-7efe3eec0bfd tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:41.960182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:41.965616 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58acc0ad-ede6-4ca5-bfa0-7efe3eec0bfd tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/e494c4ef-4842-427d-a8b3-eb61fe1e24a3 HTTP/1.1" status: 404 len: 339 time: 0.0414994 Apr 28 14:59:41.966011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:41.982146 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-17ec555f-5609-404c-87bd-f6e9a1a4faae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf HTTP/1.1" status: 200 len: 217 time: 0.1410086 Apr 28 14:59:42.055083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:42.063146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c1fdae-4166-4121-b159-c79b4b2a0799 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:42.063594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c1fdae-4166-4121-b159-c79b4b2a0799 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:42.066590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-58c1fdae-4166-4121-b159-c79b4b2a0799 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/44e0a938-42eb-4be7-a45f-5afe82bd0d69 HTTP/1.1" status: 404 len: 337 time: 0.0902557 Apr 28 14:59:42.070033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42752) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.070547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.070547 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Added segment b1db4008-347f-4175-bcc6-b6dd60ae0697 of type vlan for network 7e5da792-a879-4c53-91e8-2a466f1fda0a Apr 28 14:59:42.072445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:42.075240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:42.081347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:42.082045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.104150 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dab7fd-d85f-4b7e-969d-59545ef423b7 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:42.105229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51dab7fd-d85f-4b7e-969d-59545ef423b7 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:42.105466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b88195-7fb3-498a-8bcc-9b34f784295b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:42.111222 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-51dab7fd-d85f-4b7e-969d-59545ef423b7 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/f6c45a50-5ffb-4193-beac-c8e92fa2714a HTTP/1.1" status: 404 len: 339 time: 0.0351810 Apr 28 14:59:42.113067 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d17a1660-ffcc-449d-939e-d70068c39801 req-e36f7a24-dfbf-4e5d-861e-567fd4f49911 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369411 Apr 28 14:59:42.116006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.125676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5132606 Apr 28 14:59:42.130332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.137425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:42.162297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.162511 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-1ee20015-6c94-4ab6-bbaa-363b93fe6a87 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2668691 Apr 28 14:59:42.184251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-fd7613e1-3935-4172-b1f0-0afad290c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:42.185859 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-fd7613e1-3935-4172-b1f0-0afad290c93b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad65b1ac-970b-459b-a874-70062edbe467 HTTP/1.1" status: 200 len: 851 time: 0.1739099 Apr 28 14:59:42.187713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec7925-67ee-4cb0-a3ed-6e628f13a65f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:42.198315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 376df13c-d624-4538-9a78-2af4f8f0e005 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:42.198654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.200167 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d5378a-6ae4-471f-991b-d5c53f56571f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:42.200620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d5378a-6ae4-471f-991b-d5c53f56571f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:42.205894 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f5d5378a-6ae4-471f-991b-d5c53f56571f tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/81b1aa61-60e4-49dd-8cf2-d725d0ab8a1a HTTP/1.1" status: 404 len: 337 time: 0.0859945 Apr 28 14:59:42.207299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.215867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.232183 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b5373a-7ee2-406a-b0f0-2cc5c7347a53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:42.232403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b5373a-7ee2-406a-b0f0-2cc5c7347a53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:42.235351 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05b5373a-7ee2-406a-b0f0-2cc5c7347a53 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/31c6fa87-6960-4daa-bb27-b0f74922585a HTTP/1.1" status: 404 len: 339 time: 0.0282364 Apr 28 14:59:42.237906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.302091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.308297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:42.308945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.328664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-252252800'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:42.348316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting subnet 2ab12b55-7399-494d-b41d-c0e54fea5c6c {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:42.362221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.398458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72140fbc-565d-4085-818d-36ca5e8f580a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:42.425029 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-b1bf4dd1-6c0b-4f38-aeb0-f3deeb6f2ad5 service neutron] 10.222.0.58 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425051 Apr 28 14:59:42.429174 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.1412613 Apr 28 14:59:42.429817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:42.432633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.450264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'subnet': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:42.471959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80e6a1-390f-4e63-ade0-576a4dbd1e96 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Network': ['ID=7e5da792-a879-4c53-91e8-2a466f1fda0a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:42.475965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Made reservation on behalf of 1ff103d01c0e4764a0e048cd38956505 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:42.479473 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.492455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-f89f52a8-7257-4797-877a-e1f36560437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:42.494135 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-f89f52a8-7257-4797-877a-e1f36560437d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c56bec58-6de4-4a98-abcd-476d376d21ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2276719 Apr 28 14:59:42.499833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.537795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.540518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.632767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:42.705024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:42.709081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.734108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.737276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6a20c38d-f692-4ac8-880a-e184bf090afd None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:42.737276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6a20c38d-f692-4ac8-880a-e184bf090afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.825714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 376df13c-d624-4538-9a78-2af4f8f0e005 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:42.849772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.861226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.902887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:42.927491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2094afea-f00f-4930-813e-182ecf7bd368,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:42.935895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:42.936205 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Added segment 91ec6679-c3c8-4f66-aeeb-e405a01b739c of type vlan for network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 Apr 28 14:59:42.940518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.020855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.024381 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/2ab12b55-7399-494d-b41d-c0e54fea5c6c HTTP/1.1" status: 204 len: 168 time: 0.7855740 Apr 28 14:59:43.030676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484b0b4-171e-41dc-8a0f-a4c089c172ac tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab12b55-7399-494d-b41d-c0e54fea5c6c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:43.032522 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-76649eab-3c00-4244-ad47-de0abdfaaa85 service neutron] 10.222.0.58 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943348 Apr 28 14:59:43.037839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:43.050413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a291b8-5edc-482f-8ce5-6116a2a872c2 None None] Network 6f5b0669-7b64-441c-a232-c8346ba372da requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:43.054512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.133899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.140570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.145775 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-5d4a47c9-d097-432b-b11d-a13fe4dc4858 service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166966 Apr 28 14:59:43.148484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:43.149159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.261574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7c4a99ad-33c2-466f-90a9-7b497f137bcf details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:59:43.284241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:43.309757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.317860 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1530206 Apr 28 14:59:43.332323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:43.340865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.343363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Subnet': ['ID=91371805-05cb-4613-a541-12b70a1ebbc9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:43.346932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.360722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Request body: {'subnet': {'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:43.364947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba559fdf-166f-4ae2-b80b-7433e847f315 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event updated for resources: {'Network': ['ID=2780fc88-0149-4d23-ad37-f2b6ed3b3776,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:43.424227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:43.426756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] In _notify_port_updated(), no bound segment for port f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 on network 1cce6a3b-9af1-4999-a59a-736326256f40 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:59:43.433132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:43.433771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.437599 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/ports/f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 HTTP/1.1" status: 200 len: 818 time: 1.3028598 Apr 28 14:59:43.462123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42778) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:43.554497 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2e35dff4-ed77-49ac-8a25-74d627201a29 req-f3af79b6-b164-452b-ba9a-f57485530222 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 210 time: 0.1318157 Apr 28 14:59:43.555088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa1746-f11d-4fbc-b74c-e1149b0ec5f5 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:43.561836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-86a1abe1-37cb-4e10-97c8-f3df73a25ed5 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:43.562206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-86a1abe1-37cb-4e10-97c8-f3df73a25ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.587696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44961c08-d6e5-4dcb-8036-c2c49f74343a req-dc9a2377-2e5a-4af9-90f1-93f5cbf16539 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:43.589735 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-44961c08-d6e5-4dcb-8036-c2c49f74343a req-dc9a2377-2e5a-4af9-90f1-93f5cbf16539 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 944 time: 0.3244917 Apr 28 14:59:43.590642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Checking segment: {'id': 'b1db4008-347f-4175-bcc6-b6dd60ae0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:43.591086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network hostable DHCP agents. Network: 7e5da792-a879-4c53-91e8-2a466f1fda0a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:43.667522 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-44961c08-d6e5-4dcb-8036-c2c49f74343a req-99bdcb0f-72b9-4ad6-9766-1d09a0012523 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614290 Apr 28 14:59:43.669682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5a2b57fd-8f06-421d-b2db-758a1f899160 req-728dbec8-a4ab-42db-8c49-1ec7063560db service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132513 Apr 28 14:59:43.700624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:43.701264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.705815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:43.737252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] DHCP port deletion for 6f5b0669-7b64-441c-a232-c8346ba372da request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:43.741295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 7e5da792-a879-4c53-91e8-2a466f1fda0a) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:43.749602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:43.750633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.771500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:43.775257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4534aa-f87c-477e-bd4c-a446236f2025 None None] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:43.777186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.780090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Made reservation on behalf of 1ff103d01c0e4764a0e048cd38956505 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:43.787271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.856558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=376df13c-d624-4538-9a78-2af4f8f0e005,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:43.892350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'port_id': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'mac_address': 'fa:16:3e:5d:75:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:59:43.961359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:43.961359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:43.972881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:43.973225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.036339 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ba7f4c05-f134-4fab-a971-3f1307a94873 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5988429 Apr 28 14:59:44.038970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.041400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42786) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.094041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-86a1abe1-37cb-4e10-97c8-f3df73a25ed5 None None] Could not find standard attr ID for object 376df13c-d624-4538-9a78-2af4f8f0e005. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:44.100816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-262702847'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:44.101241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.104525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.105357 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5eb2b2ff-ec04-4759-9cf4-4abae16c0a7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/376df13c-d624-4538-9a78-2af4f8f0e005 HTTP/1.1" status: 204 len: 168 time: 2.4114373 Apr 28 14:59:44.108278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42788) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.131584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.148507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Deleting port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:44.149338 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.149745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,segment=NetworkSegment(9722ac9c-4e08-49ba-92f0-b2fe17f7497d),segment_id=9722ac9c-4e08-49ba-92f0-b2fe17f7497d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:44.150362 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.157421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:44.171636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a99ad-33c2-466f-90a9-7b497f137bcf {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:59:44.177980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:44.237006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event updated for resources: {'Subnet': ['ID=69fdf94c-865b-41e2-b441-072abe1687b0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:44.250982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d86e5af7-bf11-4ffd-8ae7-afe6d5ef1711 None None] Could not find standard attr ID for object 376df13c-d624-4538-9a78-2af4f8f0e005. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:44.277617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:44.288760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] For port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,segment=NetworkSegment(9722ac9c-4e08-49ba-92f0-b2fe17f7497d),segment_id=9722ac9c-4e08-49ba-92f0-b2fe17f7497d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:44.289435 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.301994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.314484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Calling delete_port for 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:44.315528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270d8fa-3bc9-4444-9e53-0cebf16cd4e7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.317421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270d8fa-3bc9-4444-9e53-0cebf16cd4e7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.319072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270d8fa-3bc9-4444-9e53-0cebf16cd4e7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.320870 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8270d8fa-3bc9-4444-9e53-0cebf16cd4e7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2115240 Apr 28 14:59:44.321557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Checking segment: {'id': '91ec6679-c3c8-4f66-aeeb-e405a01b739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:44.321921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Network hostable DHCP agents. Network: 2780fc88-0149-4d23-ad37-f2b6ed3b3776, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:44.324254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42790) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.334639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-7e5da792-a879-4c53-91e8-2a466f1fda0a', 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'tenant_id': 'a770d039c4574a77b4eade7b774827ab', 'fixed_ips': [{'subnet_id': '91371805-05cb-4613-a541-12b70a1ebbc9'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:44.335476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.374822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.398862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:44.425809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet aa638cfb-637f-4f9b-ac39-f9f217125e0c {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:44.433470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 2780fc88-0149-4d23-ad37-f2b6ed3b3776) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:44.438009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.439643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:44.451890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.465556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.466203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.483227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.489020 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-37791cfb-5fd7-47d7-bf44-04e8b9579c70 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 HTTP/1.1" status: 204 len: 168 time: 1.0223989 Apr 28 14:59:44.489020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:44.489748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec76fd-d45c-49cf-9456-d938d6c08d06 None None] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:44.491166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.510638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:44.532058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:44.537305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.548816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.612083 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fea230a6-fb14-4c4f-9ed3-434c3d519f10 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2741287 Apr 28 14:59:44.614075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.621216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Request body: {'port': {'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776', 'name': 'tempest-TagsExtTest-1154700493'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:44.628855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port e4d48c41-bd94-4acc-a5fa-ed3005267727 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:44.648567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:44.654026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.663362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['7c4a99ad-33c2-466f-90a9-7b497f137bcf'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:59:44.699427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e146cd-cc0c-42ce-9f6d-bcd948c502d7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.703839 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-11e146cd-cc0c-42ce-9f6d-bcd948c502d7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2084367 Apr 28 14:59:44.707013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.724184 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a064e16-cad1-4856-bdc6-79527ee4dfe4 req-13e7f311-7f37-4c9c-951c-2e9acf01c718 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 210 time: 0.0720961 Apr 28 14:59:44.739183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5b0669-7b64-441c-a232-c8346ba372da']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:44.756779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.767401 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9722ac9c-4e08-49ba-92f0-b2fe17f7497d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:44.767688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9722ac9c-4e08-49ba-92f0-b2fe17f7497d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:44.773024 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ef8c69-998e-4b36-aa17-cc36dd917fb8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:44.778899 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-59ef8c69-998e-4b36-aa17-cc36dd917fb8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/f2e9bdbd-a3b1-4edd-8ffe-27cadeb01935 HTTP/1.1" status: 404 len: 333 time: 0.0683117 Apr 28 14:59:44.783000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:44.787801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1067632969'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:44.797439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.835361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.836780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.848237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:44.848706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:44.851885 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:44.853900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:44.855844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.865933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] Pushing event deleted for resources: {'Port': ['ID=7a5eb258-0e4d-4fb2-b3ca-f07720ea5234,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:44.868090 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bddc5f-cd55-468d-8c90-7d385fe92ded None None] No DVR routers for this DVR port 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:44.884307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Made reservation on behalf of 1ff103d01c0e4764a0e048cd38956505 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:44.888918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.906303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::157 (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/e4d48c41-bd94-4acc-a5fa-ed3005267727) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:44.923189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ced6-67eb-47d7-87aa-950f5da4ddb3 req-c14abd0f-465b-4e74-b6be-3c3d9701f13e tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:44.924897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-58d1ced6-67eb-47d7-87aa-950f5da4ddb3 req-c14abd0f-465b-4e74-b6be-3c3d9701f13e tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 945 time: 0.1568339 Apr 28 14:59:44.958377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-2780fc88-0149-4d23-ad37-f2b6ed3b3776', 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776', 'tenant_id': '1ff103d01c0e4764a0e048cd38956505', 'fixed_ips': [{'subnet_id': '69fdf94c-865b-41e2-b441-072abe1687b0'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:44.959255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.966016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:44.969569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] device_id is not set on port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:44.979825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.991169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.991169 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment c79b34dc-54b7-425c-902e-9ccbe2678383 of type vlan for network 8585f976-4514-4d6f-81b8-6775a228f4a1 Apr 28 14:59:44.993030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:44.999175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/6f5b0669-7b64-441c-a232-c8346ba372da HTTP/1.1" status: 204 len: 168 time: 1.9603369 Apr 28 14:59:45.002191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42804) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.021221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.062513 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-58d1ced6-67eb-47d7-87aa-950f5da4ddb3 req-f9bea218-edf9-437d-b04c-2330991c6049 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124849 Apr 28 14:59:45.067527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=aa638cfb-637f-4f9b-ac39-f9f217125e0c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:45.080489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.083732 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-83d953a3-35a7-4ded-b6d0-bf4a0d49c41d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/aa638cfb-637f-4f9b-ac39-f9f217125e0c HTTP/1.1" status: 204 len: 168 time: 0.7556396 Apr 28 14:59:45.087091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.145075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet dae159a1-6839-4b03-8d87-4ea1402f56a9 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:45.155639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6c4ea-5cc9-47f3-888c-199a1bbb950a tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=6f5b0669-7b64-441c-a232-c8346ba372da,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:45.184149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.185212 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d458616-0340-4b1f-8cb7-4d0c6e0d8734 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:45.185895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d458616-0340-4b1f-8cb7-4d0c6e0d8734 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:45.193180 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9d458616-0340-4b1f-8cb7-4d0c6e0d8734 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/a04752dc-799a-42a6-a872-d57d69a0b044 HTTP/1.1" status: 404 len: 337 time: 0.1812768 Apr 28 14:59:45.194222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.270064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.285016 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3979d7d-42d0-4927-b206-917340a31223 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] DELETE failed (client error): The resource could not be found. Apr 28 14:59:45.286002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3979d7d-42d0-4927-b206-917340a31223 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:45.293178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.293959 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b3979d7d-42d0-4927-b206-917340a31223 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/f26be96e-c855-4273-af34-1f85bd3eeadd HTTP/1.1" status: 404 len: 339 time: 0.0904360 Apr 28 14:59:45.299036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42812) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.395980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Allocated IP 172.20.0.12 (2780fc88-0149-4d23-ad37-f2b6ed3b3776/69fdf94c-865b-41e2-b441-072abe1687b0/6bc6c714-0998-4c84-ac93-c85f5302f0a4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:45.397116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08846dd-e1e2-48af-b00f-79f87aa654da None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:45.399141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:45.404135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.408228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-db9c24d7-a8e9-437c-9f99-7f16e16750bc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:45.409864 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-db9c24d7-a8e9-437c-9f99-7f16e16750bc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 797 time: 0.3993766 Apr 28 14:59:45.412930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.413314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting subnet f94ad9c5-f091-41a7-8cab-6c6e49afe989 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:45.418425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:45.419097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.419354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.448948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:45.449285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a5eb258-0e4d-4fb2-b3ca-f07720ea5234 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:45.509682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.516155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.538741 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7546017 Apr 28 14:59:45.542172 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.548365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:45.561805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae858086-2c01-49a7-ae48-3d1e1bb0a0c8 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=8585f976-4514-4d6f-81b8-6775a228f4a1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:45.595307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:45.600711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-03a03a14-68f0-4e24-a3a2-c79a40a39441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.602652 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-e63f81f2-39db-4692-a127-95d8706389d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.1773682 Apr 28 14:59:45.609198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.656714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['7d30c9cb-56e0-4785-a06c-56d73a05e2c0']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:45.692344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:45.702260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:45.707028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.714948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:45.720678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:45.721269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.729936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=e4d48c41-bd94-4acc-a5fa-ed3005267727,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:45.732572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.733984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Allocated IP 2001:db8::2 (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/ea4d89da-1c8c-42ea-935c-397490b3569c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:45.735673 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/dae159a1-6839-4b03-8d87-4ea1402f56a9 HTTP/1.1" status: 204 len: 168 time: 0.6476398 Apr 28 14:59:45.744438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42818) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.753054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.818313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:45.822164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.825451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49acb1-578e-48cb-8d51-e1cf2dbe689f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=dae159a1-6839-4b03-8d87-4ea1402f56a9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:45.834109 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c51847d6-dfad-4046-9776-01417d522231 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861185 Apr 28 14:59:45.837216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.843608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:45.854850 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-77481a2b-ed6a-4e49-a0ae-e2eb33685249 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7633185 Apr 28 14:59:45.866960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42824) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:45.879312 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1573632626', 'allowed_address_pairs': [{'ip_address': '2001:db8::157', 'mac_address': 'fa:16:3e:1f:d1:ca'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:45.950387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce57a9-dc96-4600-a181-41d2e8c3a7b6 None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': 'dae159a1-6839-4b03-8d87-4ea1402f56a9'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '32a7f8d8-66f5-43d4-9cf9-b6c702ef0051'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:45.986309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:45.994795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24ce57a9-dc96-4600-a181-41d2e8c3a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.005304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.007230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.052479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Subnet': ['ID=f94ad9c5-f091-41a7-8cab-6c6e49afe989,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:46.060058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.065830 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f5982bf-30ab-40a4-bdc8-a531e5cdb796 tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/subnets/f94ad9c5-f091-41a7-8cab-6c6e49afe989 HTTP/1.1" status: 204 len: 168 time: 0.7657187 Apr 28 14:59:46.066765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:46.069802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42826) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:46.075383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:46.081072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:46.084231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.084397 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:46.090678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6787c4d-6cf3-4b57-bcd1-d7f98f438a08 None None] Network 8c7f9623-4a55-4891-abc1-100e1c2dbb92 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:46.187137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Pushing event updated for resources: {'Port': ['ID=ea4d89da-1c8c-42ea-935c-397490b3569c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:46.206553 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fdcdd988-053f-4222-9db9-ee9e0bd9536b req-938edc57-27ad-4911-8289-c6c2eb8d3246 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 210 time: 0.0435038 Apr 28 14:59:46.283851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c596a2-6f37-432e-8931-4c42fa70b0c0 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:46.314059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.365247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Attempting to bind port ea4d89da-1c8c-42ea-935c-397490b3569c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:46.365704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Attempting to bind port ea4d89da-1c8c-42ea-935c-397490b3569c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'b1db4008-347f-4175-bcc6-b6dd60ae0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:46.366129 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Attempting to bind port ea4d89da-1c8c-42ea-935c-397490b3569c on network 7e5da792-a879-4c53-91e8-2a466f1fda0a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:46.385653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:46.387339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:46.387808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Checking segment: {'id': 'b1db4008-347f-4175-bcc6-b6dd60ae0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:46.388331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.388761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Bound using segment: {'id': 'b1db4008-347f-4175-bcc6-b6dd60ae0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:46.389324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Bound port: ea4d89da-1c8c-42ea-935c-397490b3569c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db4008-347f-4175-bcc6-b6dd60ae0697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:46.389627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.389827 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.426612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f5df9fbc-a3ef-41e6-8d11-c99e2e745c25 None None] Provisioning complete for port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:46.427279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5df9fbc-a3ef-41e6-8d11-c99e2e745c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.433095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.564821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:46.572421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event updated for resources: {'Port': ['ID=6bc6c714-0998-4c84-ac93-c85f5302f0a4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:46.579791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:46.582975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:46.585996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.586156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.597921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:46.615077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Allocated IP 172.20.0.2 (2780fc88-0149-4d23-ad37-f2b6ed3b3776/69fdf94c-865b-41e2-b441-072abe1687b0/d9fd63cc-317b-4f8a-a62d-0115540b4e5a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:46.682805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] For port ea4d89da-1c8c-42ea-935c-397490b3569c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:46.688145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.718679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c06dd-1f69-4dd7-adda-ae5d45f99fbe req-09b64fce-5338-4eb0-af2b-c54585ca647b tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:46.720271 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7b0c06dd-1f69-4dd7-adda-ae5d45f99fbe req-09b64fce-5338-4eb0-af2b-c54585ca647b tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 945 time: 0.2139161 Apr 28 14:59:46.726184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=b80f9d5b-1e4a-49cc-9a79-71122772da74,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:46.732862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port bd929717-13cf-47fb-a109-0d02c7d1eb54 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:46.734641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:46.735258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.752301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] For port ea4d89da-1c8c-42ea-935c-397490b3569c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ea4d89da-1c8c-42ea-935c-397490b3569c,segment=NetworkSegment(b1db4008-347f-4175-bcc6-b6dd60ae0697),segment_id=b1db4008-347f-4175-bcc6-b6dd60ae0697)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:46.769828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.14 (2dae4afa-7cf2-4187-89e8-8dc75d17b56f/28e195ea-88d6-4692-9fbe-1429e1ea3e70/445ba9d2-a811-48a0-9e86-900a611e958c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:46.775340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] DHCP port deletion for 8c7f9623-4a55-4891-abc1-100e1c2dbb92 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:46.777130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 14:59:46.782696 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-905220af-6a68-49ff-a46d-57624011acab tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1650639 Apr 28 14:59:46.784209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:46.786764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.788831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1329657657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:46.808187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': 'c79b34dc-54b7-425c-902e-9ccbe2678383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:46.808541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 8585f976-4514-4d6f-81b8-6775a228f4a1, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:46.855655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.856677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.896164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:46.939162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8585f976-4514-4d6f-81b8-6775a228f4a1) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:46.944500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:46.945081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:46.948137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd119927-6281-4274-86d2-2ff16dac37b6 None None] Pushing event updated for resources: {'Port': ['ID=ea4d89da-1c8c-42ea-935c-397490b3569c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:46.959226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e13c317-7807-4020-9033-9c40918d98ec None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:46.964746 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7b0c06dd-1f69-4dd7-adda-ae5d45f99fbe req-2ab419b2-f2fc-4bc7-bf00-77d9ffe196be tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661549 Apr 28 14:59:47.021367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::3bb (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/bd929717-13cf-47fb-a109-0d02c7d1eb54) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:47.077680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6790bad7-a6ee-43dc-8b6c-3b7c218386fd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5341668 Apr 28 14:59:47.080359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Deleting port becd785f-b1de-4d80-b2f8-28d5a8d871eb {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:47.080878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.083104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:47.083989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Deleting port becd785f-b1de-4d80-b2f8-28d5a8d871eb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:47.084858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.086483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.094320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Deleting port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:47.094543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.097744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:47.098964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.150629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.151879 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-77850e4e-998f-48be-80c2-99d76c53bff8 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3667352 Apr 28 14:59:47.155957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.157284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:47.162235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1b66f75c-1d68-41b1-8900-4a96640a25db tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-410419722', 'prefixes': ['172.20.0.0/16']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:47.273456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.347998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:47.375444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:47.379470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:47.436431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:47.437137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.442947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7c4a99ad-33c2-466f-90a9-7b497f137bcf up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:47.444923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:47.450194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b66f75c-1d68-41b1-8900-4a96640a25db tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for subnetpool, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.452294 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1b66f75c-1d68-41b1-8900-4a96640a25db tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2935617 Apr 28 14:59:47.459897 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8199379 Apr 28 14:59:47.462822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:47.463668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d9cf0-6669-4abd-8dc7-fc4eb1dc5a31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:47.472596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-2820ebdd-3dbe-432e-9752-2f9019c77511 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-2060280246') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:47.481392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Request body: {'port': {'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:47.489090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.562599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:47.563906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:47.569227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.578412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fc905-0941-4cbe-9b6a-2d86f36e322a req-d1217797-29e0-4f6f-985c-42e4bbec0a2c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:47.578745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=890bbed9-e9b0-4e29-b62d-3c321273d57e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:47.580094 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c98fc905-0941-4cbe-9b6a-2d86f36e322a req-d1217797-29e0-4f6f-985c-42e4bbec0a2c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 932 time: 0.2479725 Apr 28 14:59:47.580998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:47.593507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.608186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:47.608788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.631033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] For port becd785f-b1de-4d80-b2f8-28d5a8d871eb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=becd785f-b1de-4d80-b2f8-28d5a8d871eb,segment=NetworkSegment(1ed18fd9-eddd-45ae-ace8-227be7d1ec61),segment_id=1ed18fd9-eddd-45ae-ace8-227be7d1ec61)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:47.631655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.682674 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c98fc905-0941-4cbe-9b6a-2d86f36e322a req-a6c15000-be75-4ff9-9996-71ebdcb5f541 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649035 Apr 28 14:59:47.684173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.694036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] For port becd785f-b1de-4d80-b2f8-28d5a8d871eb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=becd785f-b1de-4d80-b2f8-28d5a8d871eb,segment=NetworkSegment(1ed18fd9-eddd-45ae-ace8-227be7d1ec61),segment_id=1ed18fd9-eddd-45ae-ace8-227be7d1ec61)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:47.694620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.698730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Calling delete_port for becd785f-b1de-4d80-b2f8-28d5a8d871eb owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:47.707140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.724945 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-23725611-e517-4793-b5f9-5a0b2fb864cd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8848231 Apr 28 14:59:47.727805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42840) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:47.750796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:47.767495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:47.768113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.791739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Calling delete_port for becd785f-b1de-4d80-b2f8-28d5a8d871eb owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:47.856488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:47.865930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:47.867903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.879888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.885046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:47.888793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.890461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:47.899855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Calling delete_port for 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:47.906490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-8585f976-4514-4d6f-81b8-6775a228f4a1', 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': 'b80f9d5b-1e4a-49cc-9a79-71122772da74'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:47.907647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:47.998337 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b80f9d5b-1e4a-49cc-9a79-71122772da74 (CIDR: 172.20.0.0/28) Apr 28 14:59:48.014137 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 14:59:48.014859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 14:59:48.015072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ba9d2-a811-48a0-9e86-900a611e958c {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:59:48.023688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.038264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Transition to ACTIVE for port object 445ba9d2-a811-48a0-9e86-900a611e958c will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 14:59:48.047907 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8f38a0fa-c6fe-4c92-b25f-f162c50d4f66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9555249 Apr 28 14:59:48.048133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.058808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:48.071538 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2820ebdd-3dbe-432e-9752-2f9019c77511 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-2060280246 HTTP/1.1" status: 201 len: 201 time: 0.6027441 Apr 28 14:59:48.077964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:48.078794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:48.081892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Pushing event updated for resources: {'Port': ['ID=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.084799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-1d70f9bf-852d-451e-a49a-1b68cf9c4492 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-286686709') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:48.175661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:48.176671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 7c4a99ad-33c2-466f-90a9-7b497f137bcf completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 14:59:48.178909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-abf1bb2e-22b6-4b2d-bb16-0ec4667f1b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.234631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.241925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.252608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 7c4a99ad-33c2-466f-90a9-7b497f137bcf triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:48.253731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.265646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.288145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09d3db-c498-44ae-b685-df4ffabc68c8 req-9ec58f0a-263f-44d4-a19c-449eda308845 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.289873 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3f09d3db-c498-44ae-b685-df4ffabc68c8 req-9ec58f0a-263f-44d4-a19c-449eda308845 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 945 time: 0.1954403 Apr 28 14:59:48.300806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Attempting to bind port 445ba9d2-a811-48a0-9e86-900a611e958c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:48.301380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Attempting to bind port 445ba9d2-a811-48a0-9e86-900a611e958c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:48.301671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Attempting to bind port 445ba9d2-a811-48a0-9e86-900a611e958c on network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:48.307609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Port 445ba9d2-a811-48a0-9e86-900a611e958c on network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 14:59:48.307937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Attempting to bind port 445ba9d2-a811-48a0-9e86-900a611e958c on network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:48.314920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:48.315288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Checking segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:48.315623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Bound using segment: {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:48.316093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Bound port: 445ba9d2-a811-48a0-9e86-900a611e958c, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23420770-6daf-422c-a1e9-5b7b4927369b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:48.316492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.331297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] No DVR routers for this DVR port becd785f-b1de-4d80-b2f8-28d5a8d871eb on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:48.393321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Attempting to bind port d9fd63cc-317b-4f8a-a62d-0115540b4e5a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:48.394192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Attempting to bind port d9fd63cc-317b-4f8a-a62d-0115540b4e5a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '91ec6679-c3c8-4f66-aeeb-e405a01b739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:48.395116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:48.395646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Attempting to bind port d9fd63cc-317b-4f8a-a62d-0115540b4e5a on network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:48.399161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.399773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.400494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device becd785f-b1de-4d80-b2f8-28d5a8d871eb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 14:59:48.429476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:48.469999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=bd929717-13cf-47fb-a109-0d02c7d1eb54,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.475861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=445ba9d2-a811-48a0-9e86-900a611e958c,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:48.489497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.515074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.518229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:48.544810 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e8c48-8515-4e27-8ac0-c63c1bf56040 None None] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:48.559472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.560124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.561508 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] 10.222.0.21 "PUT /v2.0/ports/445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 1094 time: 1.0854552 Apr 28 14:59:48.561960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:59:48.564420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766ef55-6ef1-4947-936c-b0b21e9daa11" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:59:48.615035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:48.615275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117b3c1-f78e-4e37-8b8b-50d8b28e5d1c service neutron] Pushing event updated for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.645831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:48.651484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.652149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.664923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da36d9-4044-4500-8191-09709652a0d3 x-openstack-request-id: req-f0da36d9-4044-4500-8191-09709652a0d3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:59:48.665294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:59:48.665630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f0da36d9-4044-4500-8191-09709652a0d3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:59:48.666117 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0da36d9-4044-4500-8191-09709652a0d3'] response: {'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c', 'status': 'completed', 'code': 200} Apr 28 14:59:48.667201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Port': ['ID=becd785f-b1de-4d80-b2f8-28d5a8d871eb,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.689623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.699669 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3f09d3db-c498-44ae-b685-df4ffabc68c8 req-1787c465-bf7d-466a-b3b6-1bc62da4167f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944418 Apr 28 14:59:48.722581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-b7515569-5cee-4d36-8840-3745468a8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.723987 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-b7515569-5cee-4d36-8840-3745468a8a55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1097 time: 0.1098597 Apr 28 14:59:48.724222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: becd785f-b1de-4d80-b2f8-28d5a8d871eb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 14:59:48.724674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device becd785f-b1de-4d80-b2f8-28d5a8d871eb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 14:59:48.764680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:48.765071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Checking segment: {'id': '91ec6679-c3c8-4f66-aeeb-e405a01b739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:48.765800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1d70f9bf-852d-451e-a49a-1b68cf9c4492 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-286686709 HTTP/1.1" status: 201 len: 201 time: 0.6845076 Apr 28 14:59:48.766462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.766683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:48.766929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Bound using segment: {'id': '91ec6679-c3c8-4f66-aeeb-e405a01b739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:48.767426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Bound port: d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ec6679-c3c8-4f66-aeeb-e405a01b739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '2780fc88-0149-4d23-ad37-f2b6ed3b3776'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:48.767865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.777139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-46113e7d-9977-45e5-8c41-e622a2f59752 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9041307 Apr 28 14:59:48.780738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.781266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-1b88cd2b-aebc-4e76-afbc-c9cf4b1698ea tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-2033644454') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:48.784180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7f9623-4a55-4891-abc1-100e1c2dbb92']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:48.786833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:48.798496 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-a39d8612-eb28-4c3a-be2b-0dbef29c2fa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 217 time: 0.0652058 Apr 28 14:59:48.838341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] No DVR routers for this DVR port becd785f-b1de-4d80-b2f8-28d5a8d871eb on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:48.845441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed18fd9-eddd-45ae-ace8-227be7d1ec61') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:48.845687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed18fd9-eddd-45ae-ace8-227be7d1ec61') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:48.874645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.900287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.934124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Allocated IP 172.20.0.2 (8585f976-4514-4d6f-81b8-6775a228f4a1/b80f9d5b-1e4a-49cc-9a79-71122772da74/76f8533e-3656-4e68-9c44-fcae8dec7a49) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:48.942807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.963200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 14:59:48.964004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 14:59:48.967706 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 14:59:48.969712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-30cea572-0784-4eea-8050-4a9b0b60e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.970153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-30cea572-0784-4eea-8050-4a9b0b60e598 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 200 len: 835 time: 0.1427937 Apr 28 14:59:48.970459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:48.982824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569fe906-c2c4-4ec2-a9c8-9c1f42491de2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.988686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569fe906-c2c4-4ec2-a9c8-9c1f42491de2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.999100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569fe906-c2c4-4ec2-a9c8-9c1f42491de2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:48.999100 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-569fe906-c2c4-4ec2-a9c8-9c1f42491de2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2083020 Apr 28 14:59:48.999514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] No DVR routers for this DVR port 32a7f8d8-66f5-43d4-9cf9-b6c702ef0051 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 14:59:49.003592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42860) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:49.050448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ecdf-ee6a-4f65-91f0-0312e99cc8d2 req-04cf009b-5090-4ff0-988f-ecd13dd94b3d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:49.059857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9b65ecdf-ee6a-4f65-91f0-0312e99cc8d2 req-04cf009b-5090-4ff0-988f-ecd13dd94b3d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 944 time: 0.2313406 Apr 28 14:59:49.070124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.072617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05679a-cdc2-408b-a2d2-88eff5851510 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:49.089764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc904bec-eeb3-4ee1-90b4-894531af8efd None None] Pushing event deleted for resources: {'Port': ['ID=becd785f-b1de-4d80-b2f8-28d5a8d871eb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.110288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.111027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.141670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:49.158971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-939b101c-829c-46a5-9b4c-650b1aef9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:49.158971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-939b101c-829c-46a5-9b4c-650b1aef9316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1603789 Apr 28 14:59:49.162870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:49.168025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:49.168687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.174999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.193232 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b88cd2b-aebc-4e76-afbc-c9cf4b1698ea tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-2033644454 HTTP/1.1" status: 201 len: 201 time: 0.4165597 Apr 28 14:59:49.195069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42862) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:49.196882 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9b65ecdf-ee6a-4f65-91f0-0312e99cc8d2 req-458d910d-90ba-4040-aa86-9af122853351 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298380 Apr 28 14:59:49.207311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] For port d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:49.208273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.215145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=cdd22ded-719a-443b-8f94-3b15285977f7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.219042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b72aa6-911e-492e-ac0b-895922677f1d None None] Pushing event deleted for resources: {'Port': ['ID=32a7f8d8-66f5-43d4-9cf9-b6c702ef0051,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.235368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] Provisioning complete for port ea4d89da-1c8c-42ea-935c-397490b3569c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:49.235368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.243437 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] 10.222.0.58 "DELETE /v2.0/networks/8c7f9623-4a55-4891-abc1-100e1c2dbb92 HTTP/1.1" status: 204 len: 168 time: 3.1727078 Apr 28 14:59:49.257562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] For port d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,segment=NetworkSegment(91ec6679-c3c8-4f66-aeeb-e405a01b739c),segment_id=91ec6679-c3c8-4f66-aeeb-e405a01b739c)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:49.274969 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15b4e9c8-d094-4759-a5c6-e081fb96eee1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1999111 Apr 28 14:59:49.279076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:49.289525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.293497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'fixed_ips': [{'subnet_id': 'b80f9d5b-1e4a-49cc-9a79-71122772da74'}, {'subnet_id': 'cdd22ded-719a-443b-8f94-3b15285977f7'}], 'name': 'tempest-PortsTestJSON-340320063'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:49.306355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:59:49.308660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8170c80-c475-45a3-9ef3-78cd8a04cdf9" -d '{"events": [{"server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:59:49.317754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-7f5e9b59-afae-450e-937f-67d5fba8b152 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-2086829757') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:49.369304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b60fc-5e7e-46e4-be96-71749463831b tempest-NetworksIpV6Test-1297477578 tempest-NetworksIpV6Test-1297477578-project] Pushing event deleted for resources: {'Network': ['ID=8c7f9623-4a55-4891-abc1-100e1c2dbb92,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.412870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ea4d89da-1c8c-42ea-935c-397490b3569c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:49.430851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b8100-8503-434a-81af-395fcf6f155a x-openstack-request-id: req-4d7b8100-8503-434a-81af-395fcf6f155a {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:59:49.434836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:59:49.436204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4d7b8100-8503-434a-81af-395fcf6f155a {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:59:49.436886 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7b8100-8503-434a-81af-395fcf6f155a'] response: {'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'code': 200} Apr 28 14:59:49.458909 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-325db29f-7f7b-480d-9a6d-5024ada2baac service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872031 Apr 28 14:59:49.472998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 14:59:49.481442 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.505393 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:49.553490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.570622 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7f5e9b59-afae-450e-937f-67d5fba8b152 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-2086829757 HTTP/1.1" status: 201 len: 201 time: 0.2757423 Apr 28 14:59:49.572292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42870) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:49.582069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-4fd5cdfe-74b0-4191-b121-65f3abefe03b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:49.592437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port bd929717-13cf-47fb-a109-0d02c7d1eb54 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:49.592686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.652834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e57aef-a4d6-4b85-9f54-9dd658df2eae None None] Pushing event updated for resources: {'Port': ['ID=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.661087 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60fa4aa8-134a-4dfe-90a7-344807f68d13 req-14dcc8ef-5ec8-483b-9969-9dedf63e9da1 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883545 Apr 28 14:59:49.712754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:49.752256 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:49.826522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:49.827585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:49.882294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:49.918304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42876) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:49.931640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=bf916da1-bdfb-44a3-99d5-b0bb2d37b09d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:49.975086 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9e379ebe-8f70-427e-9dd6-fda34dd573c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2271726 Apr 28 14:59:50.021421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42878) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:50.028307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:6f:5b:7b', 'name': 'tempest-NetworksTestDHCPv6-307099894'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:50.103029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.157076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.185510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.205874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.221276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for bd929717-13cf-47fb-a109-0d02c7d1eb54 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:50.225427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.232706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:50.254030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ea4d89da-1c8c-42ea-935c-397490b3569c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:50.254464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.256293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-97f6e326-f132-4fa7-be3e-9b6d873d1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:50.258110 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-97f6e326-f132-4fa7-be3e-9b6d873d1403 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1097 time: 0.5023875 Apr 28 14:59:50.314309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608be43-f826-4cfd-b57e-2d2c110332cd req-a9ddde1a-0472-48c1-911c-584983068e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:50.315451 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e608be43-f826-4cfd-b57e-2d2c110332cd req-a9ddde1a-0472-48c1-911c-584983068e2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 1099 time: 0.6266758 Apr 28 14:59:50.345704 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4fd5cdfe-74b0-4191-b121-65f3abefe03b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 200 len: 241 time: 0.7699666 Apr 28 14:59:50.347057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42884) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:50.350083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '890bbed9-e9b0-4e29-b62d-3c321273d57e'}, {'subnet_id': 'bf916da1-bdfb-44a3-99d5-b0bb2d37b09d'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 14:59:50.350945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.354407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:50.366738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-d73fdbce-2332-4283-bd0f-462e398dbe7e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-2060280246') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:50.381841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:50.385529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:50.388381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] For port ea4d89da-1c8c-42ea-935c-397490b3569c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ea4d89da-1c8c-42ea-935c-397490b3569c,segment=NetworkSegment(b1db4008-347f-4175-bcc6-b6dd60ae0697),segment_id=b1db4008-347f-4175-bcc6-b6dd60ae0697)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:50.401967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Pushing event updated for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:50.411384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.449464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d90df3-bbd3-48ed-b6ad-75e99b503f32 req-22e25d42-52c0-4509-b064-e846ac1c63a6 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:50.460677 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15d90df3-bbd3-48ed-b6ad-75e99b503f32 req-22e25d42-52c0-4509-b064-e846ac1c63a6 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.6384854 Apr 28 14:59:50.561636 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e608be43-f826-4cfd-b57e-2d2c110332cd req-f69ad174-89a2-476b-a6fc-b4f7c38f65f2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166281 Apr 28 14:59:50.591067 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15d90df3-bbd3-48ed-b6ad-75e99b503f32 req-aac86c9a-4104-4b82-a0ab-bddc0ebb4da2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239674 Apr 28 14:59:50.617369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.668465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port da738099-d265-4b6b-bdca-a5439554a66b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:50.678113 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d73fdbce-2332-4283-bd0f-462e398dbe7e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-2060280246 HTTP/1.1" status: 204 len: 168 time: 0.3263853 Apr 28 14:59:50.678113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:50.702846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-7e4eb7e1-e52a-4e73-8a63-fba877f76d18 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-2060280246') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:50.710263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Attempting to bind port 76f8533e-3656-4e68-9c44-fcae8dec7a49 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:50.711491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Attempting to bind port 76f8533e-3656-4e68-9c44-fcae8dec7a49 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c79b34dc-54b7-425c-902e-9ccbe2678383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:50.711491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Attempting to bind port 76f8533e-3656-4e68-9c44-fcae8dec7a49 on network 8585f976-4514-4d6f-81b8-6775a228f4a1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:50.728615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cff0d-4fbd-47c3-8747-84e55a111c9d None None] Pushing event updated for resources: {'Port': ['ID=ea4d89da-1c8c-42ea-935c-397490b3569c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:50.734727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Provisioning complete for port bd929717-13cf-47fb-a109-0d02c7d1eb54 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:50.735226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.764741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:50.765589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Checking segment: {'id': 'c79b34dc-54b7-425c-902e-9ccbe2678383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:50.766084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.766560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Bound using segment: {'id': 'c79b34dc-54b7-425c-902e-9ccbe2678383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:50.767152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Bound port: 76f8533e-3656-4e68-9c44-fcae8dec7a49, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79b34dc-54b7-425c-902e-9ccbe2678383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:50.767612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.808071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:50.810132 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e3a339f6-ae09-4abe-8486-c33094ca1e33 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cf6eb35f29674fad8f080709120a438b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8850009 Apr 28 14:59:50.825906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:50.867133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Port bd929717-13cf-47fb-a109-0d02c7d1eb54 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:50.947674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Allocated IP 172.20.0.2 (54d908dd-ca79-41d5-95f2-c906280f9818/890bbed9-e9b0-4e29-b62d-3c321273d57e/62b6dd90-72f1-49a9-960a-c5f91592bcfb) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:50.959489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:50.962309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Allocated IP 2001:db8::f816:3eff:fef4:1868 (54d908dd-ca79-41d5-95f2-c906280f9818/bf916da1-bdfb-44a3-99d5-b0bb2d37b09d/62b6dd90-72f1-49a9-960a-c5f91592bcfb) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:50.970270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=76f8533e-3656-4e68-9c44-fcae8dec7a49,segment=NetworkSegment(c79b34dc-54b7-425c-902e-9ccbe2678383),segment_id=c79b34dc-54b7-425c-902e-9ccbe2678383)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:50.988513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:51.039396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.045656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Provisioning complete for port e4d48c41-bd94-4acc-a5fa-ed3005267727 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:51.046029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.051507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.067877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.086198 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d402f5ac-9461-4f5d-9248-d2017f0974bd None None] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:51.125793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aa96e-7d2e-468b-baa1-9a587087aee3 req-c884ec6f-3151-4155-9bcc-531feac85444 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:51.126406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-123aa96e-7d2e-468b-baa1-9a587087aee3 req-c884ec6f-3151-4155-9bcc-531feac85444 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 944 time: 0.7780702 Apr 28 14:59:51.134864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-cd97ba8a-f56d-41c3-93e3-6b2adecb0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:51.136301 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-cd97ba8a-f56d-41c3-93e3-6b2adecb0575 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 898 time: 0.8620288 Apr 28 14:59:51.175022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7e4eb7e1-e52a-4e73-8a63-fba877f76d18 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-2060280246 HTTP/1.1" status: 204 len: 168 time: 0.4958370 Apr 28 14:59:51.191942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42890) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:51.223185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Port e4d48c41-bd94-4acc-a5fa-ed3005267727 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:51.242369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064d278-56d0-4082-9670-5f710e503ce4 None None] Pushing event updated for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:51.243433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.247997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.253073 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ee85e3ee-27e7-4b87-8443-c6a23feae475 HTTP/1.1" status: 204 len: 168 time: 0.4259341 Apr 28 14:59:51.270635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113402b-3ce1-4f47-bc24-52df90609148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85e3ee-27e7-4b87-8443-c6a23feae475,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:51.285837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-6bca5f34-654f-4eee-9117-8e84b58a22f1 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:51.347793 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-6688a5e5-0e3f-42ed-9959-0d992c74433f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 217 time: 0.2020199 Apr 28 14:59:51.379756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.397317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.14 (8585f976-4514-4d6f-81b8-6775a228f4a1/b80f9d5b-1e4a-49cc-9a79-71122772da74/da738099-d265-4b6b-bdca-a5439554a66b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:51.413243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.24 (8585f976-4514-4d6f-81b8-6775a228f4a1/cdd22ded-719a-443b-8f94-3b15285977f7/da738099-d265-4b6b-bdca-a5439554a66b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:51.445899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Provisioning complete for port ea4d89da-1c8c-42ea-935c-397490b3569c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:51.446281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aef7a28-a90c-451e-9202-4c7bf16a5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.453576 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-123aa96e-7d2e-468b-baa1-9a587087aee3 req-a2d80dc4-a058-407e-85fd-64dc57c92ab7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3117893 Apr 28 14:59:51.466388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.504772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 3c9a845b-5f08-43c9-b02e-766d1adcfb9e yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:51.519755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-4b450b11-0f69-4dd4-8d84-4ba69f2d4ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:51.522889 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-4b450b11-0f69-4dd4-8d84-4ba69f2d4ade service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 200 len: 835 time: 0.1609614 Apr 28 14:59:51.554100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.558646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ea4d89da-1c8c-42ea-935c-397490b3569c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:51.602383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.635708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=bd929717-13cf-47fb-a109-0d02c7d1eb54,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:51.721128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.790706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:51.804183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.832879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:51.839723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:51.841906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Pushing event updated for resources: {'Port': ['ID=62b6dd90-72f1-49a9-960a-c5f91592bcfb,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:51.869148 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6bca5f34-654f-4eee-9117-8e84b58a22f1 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 200 len: 205 time: 0.6615195 Apr 28 14:59:51.889033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:51.896898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-bb1478f4-ff54-41c5-91b3-c5bbb2d042b9 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:51.924405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:51.939533 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4552df42-4ef4-4ad6-9ecc-ab9113fb71b9 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/bd929717-13cf-47fb-a109-0d02c7d1eb54 HTTP/1.1" status: 204 len: 168 time: 2.9268260 Apr 28 14:59:51.940127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42900) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:51.942034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-37ffb739-a4b1-48a5-a85c-93d055b06c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:51.943672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-37ffb739-a4b1-48a5-a85c-93d055b06c59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3901131 Apr 28 14:59:51.993721 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d845097-342a-4b7a-94e6-357499e74ac2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] GET failed (client error): The resource could not be found. Apr 28 14:59:51.995366 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d845097-342a-4b7a-94e6-357499e74ac2 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports/bd929717-13cf-47fb-a109-0d02c7d1eb54 HTTP/1.1" status: 404 len: 333 time: 0.0517955 Apr 28 14:59:51.997995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ea4d89da-1c8c-42ea-935c-397490b3569c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:51.999528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:52.005762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42904) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:52.005881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.015749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038998181'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:52.019062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:52.023415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=da738099-d265-4b6b-bdca-a5439554a66b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:52.040131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:52.082568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Could not find standard attr ID for object bd929717-13cf-47fb-a109-0d02c7d1eb54. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:52.116837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Attempting to bind port 62b6dd90-72f1-49a9-960a-c5f91592bcfb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 14:59:52.117155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Attempting to bind port 62b6dd90-72f1-49a9-960a-c5f91592bcfb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 14:59:52.117549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Attempting to bind port 62b6dd90-72f1-49a9-960a-c5f91592bcfb on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 14:59:52.131055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Provisioning complete for port d9fd63cc-317b-4f8a-a62d-0115540b4e5a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:52.132100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.136530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 14:59:52.136904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:52.137301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.137698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 14:59:52.138259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Bound port: 62b6dd90-72f1-49a9-960a-c5f91592bcfb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 14:59:52.138639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.157875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:52.158577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.232973 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-8861a39d-7d7c-40e4-80bd-ad436dfab240 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759056 Apr 28 14:59:52.257163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed231d-a24c-43df-862b-d1c27e85ead5 req-59ba70af-a030-4eb3-b40d-053f6d5f20b5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:52.258793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87ed231d-a24c-43df-862b-d1c27e85ead5 req-59ba70af-a030-4eb3-b40d-053f6d5f20b5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.4810660 Apr 28 14:59:52.280929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 172.20.0.12 (54d908dd-ca79-41d5-95f2-c906280f9818/890bbed9-e9b0-4e29-b62d-3c321273d57e/3c9a845b-5f08-43c9-b02e-766d1adcfb9e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:52.292418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe6f:5b7b (54d908dd-ca79-41d5-95f2-c906280f9818/bf916da1-bdfb-44a3-99d5-b0bb2d37b09d/3c9a845b-5f08-43c9-b02e-766d1adcfb9e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:52.306351 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-56c646cb-4800-4e6b-a58a-1f02979cf5d0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.0243266 Apr 28 14:59:52.326502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42912) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:52.338183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b80f9d5b-1e4a-49cc-9a79-71122772da74'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:52.382221 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb1478f4-ff54-41c5-91b3-c5bbb2d042b9 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 200 len: 240 time: 0.4865987 Apr 28 14:59:52.390902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42914) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:52.410028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-3511899a-5172-47d2-bb1d-71b28e6cad48 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-286686709') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:52.413268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.438671 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a766ef55-6ef1-4947-936c-b0b21e9daa11 req-60b4b0f6-1185-4e89-9d85-b9cc1ac682d7 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908071 Apr 28 14:59:52.494217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] For port d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,segment=NetworkSegment(91ec6679-c3c8-4f66-aeeb-e405a01b739c),segment_id=91ec6679-c3c8-4f66-aeeb-e405a01b739c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:52.505513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d9fd63cc-317b-4f8a-a62d-0115540b4e5a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:52.564252 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87ed231d-a24c-43df-862b-d1c27e85ead5 req-e0522027-a94c-475a-a71b-1e70b44cab27 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861187 Apr 28 14:59:52.585538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] For port 62b6dd90-72f1-49a9-960a-c5f91592bcfb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 14:59:52.592679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.615089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] For port 62b6dd90-72f1-49a9-960a-c5f91592bcfb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=62b6dd90-72f1-49a9-960a-c5f91592bcfb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 14:59:52.617450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:52.621218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.663140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port 62d7be0a-23ae-4245-8c97-20f4f83f45fc yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:52.703466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.735559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6f722-49cd-4dc6-83ad-91fd7c28e7cd None None] Pushing event updated for resources: {'Port': ['ID=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:52.777614 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d9fd63cc-317b-4f8a-a62d-0115540b4e5a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:52.778068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:52.799047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3511899a-5172-47d2-bb1d-71b28e6cad48 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-286686709 HTTP/1.1" status: 204 len: 168 time: 0.4069183 Apr 28 14:59:52.804718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:52.817638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-75c8d08d-4004-4ff9-835b-f4084373d0bc tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-286686709') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:52.890698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0bd34-d0fc-4046-a656-1679116a1397 req-15248719-d4fb-43f7-9392-0c0601861748 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:52.892452 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f1e0bd34-d0fc-4046-a656-1679116a1397 req-15248719-d4fb-43f7-9392-0c0601861748 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 944 time: 0.2595787 Apr 28 14:59:52.892961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:52.954933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::2d1 (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/62d7be0a-23ae-4245-8c97-20f4f83f45fc) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:53.005345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.025095 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75c8d08d-4004-4ff9-835b-f4084373d0bc tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-286686709 HTTP/1.1" status: 204 len: 168 time: 0.2197912 Apr 28 14:59:53.029226 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f1e0bd34-d0fc-4046-a656-1679116a1397 req-aa105aca-d08d-4747-97b8-dfdbd60499c0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199462 Apr 28 14:59:53.029831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:53.064568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-9f2bf956-bca1-44b6-9baa-a5a65741cb1b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:53.104786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9ecbb-ce6f-46ca-81ec-1933e4f8aa20 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:53.131390 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.151771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1172125830'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:53.229572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:53.233386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.235664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.272395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c3c9ac49-a3ee-422c-b8ee-125731d3c5c5 None None] Provisioning complete for port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:53.272791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ac49-a3ee-422c-b8ee-125731d3c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.277977 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.286443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 445ba9d2-a811-48a0-9e86-900a611e958c details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 14:59:53.299857 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f2bf956-bca1-44b6-9baa-a5a65741cb1b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 200 len: 205 time: 0.2661648 Apr 28 14:59:53.302036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42934) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:53.306590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.319122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-ddc19938-be46-4570-8088-dc951f0ac0e5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:53.331091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:53.334446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:53.339014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:53.344830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:53.345403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.349110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=62d7be0a-23ae-4245-8c97-20f4f83f45fc,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:53.371340 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5a74f646-350d-4b14-b96d-ef3b949e141f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3632798 Apr 28 14:59:53.374799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:53.384855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::157', 'mac_address': 'fa:16:3e:1f:d1:ca'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:53.399363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.404479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509ce77-99e6-410c-b0f6-b74a2522b373 None None] Pushing event updated for resources: {'Port': ['ID=62b6dd90-72f1-49a9-960a-c5f91592bcfb,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:53.431459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9ac49-a3ee-422c-b8ee-125731d3c5c5 None None] Port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:53.533133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c3c9ac49-a3ee-422c-b8ee-125731d3c5c5 None None] Provisioning complete for port d9fd63cc-317b-4f8a-a62d-0115540b4e5a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:53.533426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3c9ac49-a3ee-422c-b8ee-125731d3c5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.568571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=3c9a845b-5f08-43c9-b02e-766d1adcfb9e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:53.578094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:53.582573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.586545 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ddc19938-be46-4570-8088-dc951f0ac0e5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 200 len: 241 time: 0.2808135 Apr 28 14:59:53.593533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42938) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:53.600502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-f6d2f613-7115-400a-885e-25eb8d4043ae tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-2033644454') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:53.609838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:53.666568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:53.683467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=445ba9d2-a811-48a0-9e86-900a611e958c,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:53.717967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '445ba9d2-a811-48a0-9e86-900a611e958c', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 14:59:53.757326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Update dhcp port {'port': {'network_id': '8585f976-4514-4d6f-81b8-6775a228f4a1', 'fixed_ips': [{'subnet_id': 'b80f9d5b-1e4a-49cc-9a79-71122772da74', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cdd22ded-719a-443b-8f94-3b15285977f7'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '76f8533e-3656-4e68-9c44-fcae8dec7a49'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 14:59:53.828022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5f897-7281-4d9c-87d1-144bbb1358e0 req-e8bfda91-1f5d-4d7b-8621-dfccca616a79 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:53.837420 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-44a5f897-7281-4d9c-87d1-144bbb1358e0 req-e8bfda91-1f5d-4d7b-8621-dfccca616a79 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.1067867 Apr 28 14:59:53.850199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.851998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.856407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.890625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ba9d2-a811-48a0-9e86-900a611e958c {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 14:59:53.930061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=445ba9d2-a811-48a0-9e86-900a611e958c,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:53.950557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.961106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-44a5f897-7281-4d9c-87d1-144bbb1358e0 req-4455a9f4-beaf-4ac4-8567-5d7ceda74ea4 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226048 Apr 28 14:59:53.964411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 62b6dd90-72f1-49a9-960a-c5f91592bcfb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:53.967784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:53.981227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Delete allocated IP 172.20.0.24 (8585f976-4514-4d6f-81b8-6775a228f4a1/cdd22ded-719a-443b-8f94-3b15285977f7) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 14:59:53.997634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:53.998302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.014629 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f6d2f613-7115-400a-885e-25eb8d4043ae tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-2033644454 HTTP/1.1" status: 204 len: 168 time: 0.4181869 Apr 28 14:59:54.019045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.024883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-12876e57-bb32-48b0-af82-f64964aaea29 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-2033644454') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.028168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:54.076329 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fe109ec9-a775-400e-abc2-3a7636b96c15 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0525656 Apr 28 14:59:54.081904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c633825-7602-4873-9f42-4e51d06fcbba,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:54.109469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.120266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.120607 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 3b693974-5efe-4617-ac7e-ec5a1db0e395 of type vlan for network 29cb3cb2-3e22-4512-9d0a-639156c72034 Apr 28 14:59:54.213710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.225761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Provisioning complete for port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:54.225761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.231144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:54.243881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fb841-dcd1-4874-a0e5-86125f0eaf2e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.249956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536fb841-dcd1-4874-a0e5-86125f0eaf2e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.251905 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-536fb841-dcd1-4874-a0e5-86125f0eaf2e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1411850 Apr 28 14:59:54.268687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['445ba9d2-a811-48a0-9e86-900a611e958c'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 14:59:54.284547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42950) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.286719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.310196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a939e-173a-4975-a640-4d329777aa0a req-0325cf3c-0ef8-46bd-93bc-5c3082e855d7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.311591 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a1a939e-173a-4975-a640-4d329777aa0a req-0325cf3c-0ef8-46bd-93bc-5c3082e855d7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 945 time: 0.1744578 Apr 28 14:59:54.313508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:54.314578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.335461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 62b6dd90-72f1-49a9-960a-c5f91592bcfb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:54.335851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.365146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:54.365146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.375198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-12876e57-bb32-48b0-af82-f64964aaea29 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-2033644454 HTTP/1.1" status: 204 len: 168 time: 0.3533695 Apr 28 14:59:54.379010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.389334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-1a58cfda-73c3-40e6-bace-23b71e8e0e99 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.406565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13b33a-a72b-4a74-a72d-50bb0b44f72a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:54.421881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] In _notify_port_updated(), no bound segment for port 62d7be0a-23ae-4245-8c97-20f4f83f45fc on network 7e5da792-a879-4c53-91e8-2a466f1fda0a {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:59:54.427477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.428189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.432249 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "PUT /v2.0/ports/62d7be0a-23ae-4245-8c97-20f4f83f45fc HTTP/1.1" status: 200 len: 1003 time: 1.0496051 Apr 28 14:59:54.438763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.496361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255291b-c98f-4cf6-993d-63e80d361836 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=62d7be0a-23ae-4245-8c97-20f4f83f45fc,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:54.520800 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a1a939e-173a-4975-a640-4d329777aa0a req-c3c32488-eb1a-4749-8c24-a6737b1727bc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927304 Apr 28 14:59:54.567798 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a58cfda-73c3-40e6-bace-23b71e8e0e99 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 200 len: 205 time: 0.1823692 Apr 28 14:59:54.592896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.600068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-f08d6dd3-b761-4acb-848e-952b8d013e96 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.647567 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f08d6dd3-b761-4acb-848e-952b8d013e96 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 200 len: 241 time: 0.0522842 Apr 28 14:59:54.650469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.654570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-890f91d9-ae84-4aa8-8a72-4fb4a24f4f3b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-2086829757') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.675679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port 62d7be0a-23ae-4245-8c97-20f4f83f45fc {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:54.676111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.703612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.716647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.718856 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-890f91d9-ae84-4aa8-8a72-4fb4a24f4f3b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-2086829757 HTTP/1.1" status: 204 len: 168 time: 0.0670435 Apr 28 14:59:54.719024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.726663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cef67-4f37-4b95-b392-740ea00ae175 req-81884efc-7b06-445b-91df-c36c1ccc03e4 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.731508 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-396cef67-4f37-4b95-b392-740ea00ae175 req-81884efc-7b06-445b-91df-c36c1ccc03e4 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.6646748 Apr 28 14:59:54.732393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.737804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:54.738579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.748836 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.758080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-b02a8542-4860-424a-b1b0-ba5e8e64f6b5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-2086829757') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.773487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Request body: {'floatingip': {'port_id': '7c4a99ad-33c2-466f-90a9-7b497f137bcf'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:54.813690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 62b6dd90-72f1-49a9-960a-c5f91592bcfb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=62b6dd90-72f1-49a9-960a-c5f91592bcfb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:54.822320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.826441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.827169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 76f8533e-3656-4e68-9c44-fcae8dec7a49 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:54.834602 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b02a8542-4860-424a-b1b0-ba5e8e64f6b5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-2086829757 HTTP/1.1" status: 204 len: 168 time: 0.0797291 Apr 28 14:59:54.835114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.839313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-eef548aa-2eb1-4154-b8d9-51c2cc23d4e6 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.843559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=76f8533e-3656-4e68-9c44-fcae8dec7a49,segment=NetworkSegment(c79b34dc-54b7-425c-902e-9ccbe2678383),segment_id=c79b34dc-54b7-425c-902e-9ccbe2678383)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:54.852969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for 62d7be0a-23ae-4245-8c97-20f4f83f45fc owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:54.879221 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9795272 Apr 28 14:59:54.879221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.888098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.891547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42966) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.913849 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eef548aa-2eb1-4154-b8d9-51c2cc23d4e6 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 200 len: 205 time: 0.0756233 Apr 28 14:59:54.914094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.918485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-54d9feb0-cf9d-4ca9-afef-ccfbb8a3e61c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:54.949456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=62b6dd90-72f1-49a9-960a-c5f91592bcfb,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:54.950306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'name': 'tempest-PortsIpV6TestJSON-292132409'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:54.963557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Provisioning complete for port 62d7be0a-23ae-4245-8c97-20f4f83f45fc triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:54.963938 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:54.971735 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-54d9feb0-cf9d-4ca9-afef-ccfbb8a3e61c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 204 len: 168 time: 0.0543280 Apr 28 14:59:54.972424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:54.977048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-d6ea36da-eae5-4198-9dcd-afbd43b1ab2c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:55.007898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a55f5-07bf-4146-ba6c-fe1f19ab3e38 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=29cb3cb2-3e22-4512-9d0a-639156c72034,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:55.013789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.048445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:55.105919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:55.106326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.118949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Port 62d7be0a-23ae-4245-8c97-20f4f83f45fc cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:55.186807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8aac5-c16d-42d8-a7db-23d40e7f40db None None] Pushing event updated for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:55.243151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Allocated IP 172.20.0.18 (8585f976-4514-4d6f-81b8-6775a228f4a1/cdd22ded-719a-443b-8f94-3b15285977f7/76f8533e-3656-4e68-9c44-fcae8dec7a49) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:55.270214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.297138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-52851c4a-fcea-4997-a0c0-0cb892822378 None None] Provisioning complete for port 62d7be0a-23ae-4245-8c97-20f4f83f45fc triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:55.297764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52851c4a-fcea-4997-a0c0-0cb892822378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.382761 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d6ea36da-eae5-4198-9dcd-afbd43b1ab2c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 204 len: 168 time: 0.4094961 Apr 28 14:59:55.388428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:55.396193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-dace1bac-fa63-4596-b5cb-678119e1aa1d tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:55.402580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-52851c4a-fcea-4997-a0c0-0cb892822378 None None] Port 62d7be0a-23ae-4245-8c97-20f4f83f45fc cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:55.402801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.418011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:55.426167 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.429802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d9fd63cc-317b-4f8a-a62d-0115540b4e5a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:55.446335 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=76f8533e-3656-4e68-9c44-fcae8dec7a49,segment=NetworkSegment(c79b34dc-54b7-425c-902e-9ccbe2678383),segment_id=c79b34dc-54b7-425c-902e-9ccbe2678383)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:55.455247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=62d7be0a-23ae-4245-8c97-20f4f83f45fc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:55.525272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-52851c4a-fcea-4997-a0c0-0cb892822378 None None] Provisioning complete for port 62b6dd90-72f1-49a9-960a-c5f91592bcfb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:55.525650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-52851c4a-fcea-4997-a0c0-0cb892822378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.560960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 3c9a845b-5f08-43c9-b02e-766d1adcfb9e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:55.561958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.565910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.579582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:55.585860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.595386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=da738099-d265-4b6b-bdca-a5439554a66b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:55.619997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.625729 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a08403b0-1c0c-45c4-9705-43a7fd63e09f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/62d7be0a-23ae-4245-8c97-20f4f83f45fc HTTP/1.1" status: 204 len: 168 time: 1.1782362 Apr 28 14:59:55.626279 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dace1bac-fa63-4596-b5cb-678119e1aa1d tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.2365818 Apr 28 14:59:55.626852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:55.646473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:55.655579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-5174047d-a4aa-438c-8f8f-33e4c249ecac tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:55.708271 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-72110ce0-31d4-43d9-8620-da4cfb99e161 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] GET failed (client error): The resource could not be found. Apr 28 14:59:55.716289 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-72110ce0-31d4-43d9-8620-da4cfb99e161 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports/62d7be0a-23ae-4245-8c97-20f4f83f45fc HTTP/1.1" status: 404 len: 333 time: 0.0821888 Apr 28 14:59:55.735875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:55.740185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] In _notify_port_updated(), no bound segment for port da738099-d265-4b6b-bdca-a5439554a66b on network 8585f976-4514-4d6f-81b8-6775a228f4a1 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:59:55.745460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1393108760'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:55.746598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d9fd63cc-317b-4f8a-a62d-0115540b4e5a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:55.747045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:55.747144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.753371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180350fc-b659-4a43-b9d5-132bc461d86e None None] Pushing event updated for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:55.756520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:55.758131 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-12a7ead1-2625-4774-8f0d-d50b6efead66 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/ports/da738099-d265-4b6b-bdca-a5439554a66b HTTP/1.1" status: 200 len: 919 time: 3.4300306 Apr 28 14:59:55.770090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42982) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:55.784013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b80f9d5b-1e4a-49cc-9a79-71122772da74'}, {'subnet_id': 'cdd22ded-719a-443b-8f94-3b15285977f7'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:55.883481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb714d-9052-435f-b682-33aad051045e req-e6c005d6-6e02-4fa1-a885-72d202a305cf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:55.885139 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9fcb714d-9052-435f-b682-33aad051045e req-e6c005d6-6e02-4fa1-a885-72d202a305cf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 945 time: 0.2347028 Apr 28 14:59:55.975396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d7fa0a11-1ff1-4660-aa69-1697aadafd1d None None] Provisioning complete for port 62b6dd90-72f1-49a9-960a-c5f91592bcfb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:55.976798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a11-1ff1-4660-aa69-1697aadafd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.051191 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5174047d-a4aa-438c-8f8f-33e4c249ecac tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 204 len: 168 time: 0.4037585 Apr 28 14:59:56.061370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9fcb714d-9052-435f-b682-33aad051045e req-5bb35889-a521-4428-9121-33dfcab453a9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622827 Apr 28 14:59:56.062265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:56.103632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-5e6c5169-1492-4bcf-8c8b-8ab724e04e85 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-941228201') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:56.198560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.204608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:56.207776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 62b6dd90-72f1-49a9-960a-c5f91592bcfb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:56.208501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.245441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port bcd53d5a-baf4-4f23-943c-7268635f3539 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:56.272523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.286023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 62b6dd90-72f1-49a9-960a-c5f91592bcfb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:56.286543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.369007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.375587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d7fa0a11-1ff1-4660-aa69-1697aadafd1d None None] Provisioning complete for port 3c9a845b-5f08-43c9-b02e-766d1adcfb9e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:56.375999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7fa0a11-1ff1-4660-aa69-1697aadafd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.399363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 3c9a845b-5f08-43c9-b02e-766d1adcfb9e owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:56.425715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb075ed-d895-477c-b45e-b94b31730239 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:56.435696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.467481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.494023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 76f8533e-3656-4e68-9c44-fcae8dec7a49 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:56.504412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa0a11-1ff1-4660-aa69-1697aadafd1d None None] Port 3c9a845b-5f08-43c9-b02e-766d1adcfb9e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:56.530863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 42986) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:56.531198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e6c5169-1492-4bcf-8c8b-8ab724e04e85 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-941228201 HTTP/1.1" status: 201 len: 201 time: 0.4576926 Apr 28 14:59:56.537130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-b7d0f8b6-87fc-4eca-aa63-217363944853 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-210204283') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:56.573123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.608339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:56.608869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.609453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::1b (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/bcd53d5a-baf4-4f23-943c-7268635f3539) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:56.677895 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Floating IP 163f1891-6130-4459-9654-a0bda61fa023 associated. External IP: 172.26.4.42, port: 7c4a99ad-33c2-466f-90a9-7b497f137bcf. Apr 28 14:59:56.686689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5c3ce208-2107-4678-a3cf-30018df0fff9 None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:56.687226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce208-2107-4678-a3cf-30018df0fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.704011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.26 (8585f976-4514-4d6f-81b8-6775a228f4a1/cdd22ded-719a-443b-8f94-3b15285977f7/da738099-d265-4b6b-bdca-a5439554a66b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 14:59:56.719843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=ec216cad-2c8d-4361-9a6a-7bbb9bf69a64,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:56.800498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '3b693974-5efe-4617-ac7e-ec5a1db0e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 14:59:56.801205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: 29cb3cb2-3e22-4512-9d0a-639156c72034, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 14:59:56.865978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5c3ce208-2107-4678-a3cf-30018df0fff9 None None] Provisioning complete for port da738099-d265-4b6b-bdca-a5439554a66b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:56.866947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce208-2107-4678-a3cf-30018df0fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.899857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.912456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 14:59:56.920912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ce208-2107-4678-a3cf-30018df0fff9 None None] Port da738099-d265-4b6b-bdca-a5439554a66b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:56.928537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.940003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:56.994317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.024637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=da738099-d265-4b6b-bdca-a5439554a66b,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:57.101757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 14:59:57.103240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:57.112600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:57.118188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.118995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.149294 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4078245 Apr 28 14:59:57.153337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.158702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1f:d1:ca'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:57.164995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d36f4-c85e-41b0-bede-6a3b1b7aa11e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=bcd53d5a-baf4-4f23-943c-7268635f3539,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:57.190207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] In _notify_port_updated(), no bound segment for port da738099-d265-4b6b-bdca-a5439554a66b on network 8585f976-4514-4d6f-81b8-6775a228f4a1 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:59:57.195723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.196401 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.200689 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebc38d85-2ed8-4c6b-9d24-49a914204647 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/ports/da738099-d265-4b6b-bdca-a5439554a66b HTTP/1.1" status: 200 len: 999 time: 1.4246752 Apr 28 14:59:57.201328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.283395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 445ba9d2-a811-48a0-9e86-900a611e958c up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 14:59:57.319639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.357007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 29cb3cb2-3e22-4512-9d0a-639156c72034) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 14:59:57.363090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 14:59:57.370492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a262c-00c3-4ebe-96a5-d819a0de630f None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:57.372532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.373368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.409358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.463464 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e4837089-da9c-459f-b725-4ddcaf09ddbf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5655954 Apr 28 14:59:57.463464 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b7d0f8b6-87fc-4eca-aa63-217363944853 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-210204283 HTTP/1.1" status: 201 len: 201 time: 0.9262402 Apr 28 14:59:57.474228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port da738099-d265-4b6b-bdca-a5439554a66b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:57.474574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.485220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.485556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 42998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.495074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1200516238'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:57.516468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=3c9a845b-5f08-43c9-b02e-766d1adcfb9e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:57.529285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-671fa3cb-98da-4e3e-85c6-4fc80e8e715f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-1081146253') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:57.560041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 445ba9d2-a811-48a0-9e86-900a611e958c completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 14:59:57.566168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-165e8fba-f37d-44d6-a3e5-3d1a3aea5730 None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:57.567209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-165e8fba-f37d-44d6-a3e5-3d1a3aea5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.569620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 445ba9d2-a811-48a0-9e86-900a611e958c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:57.570254 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.664771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:57.668214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.670284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184254-f97a-4ed4-8b43-e1e7e64c2d79 req-0465b385-e38b-4a92-b239-3f1ed0548006 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.671907 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3b184254-f97a-4ed4-8b43-e1e7e64c2d79 req-0465b385-e38b-4a92-b239-3f1ed0548006 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 945 time: 0.3506091 Apr 28 14:59:57.754852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.760202 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-798deca6-3c78-4918-ae81-4e4433b36bc6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/3c9a845b-5f08-43c9-b02e-766d1adcfb9e HTTP/1.1" status: 204 len: 168 time: 3.4706635 Apr 28 14:59:57.763344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 14:59:57.764025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43000) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.772945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16505c-45d0-4b46-9a06-4932c90b955a req-b222280a-ca95-409f-ab14-b6fdd6fba18a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.774740 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fa16505c-45d0-4b46-9a06-4932c90b955a req-b222280a-ca95-409f-ab14-b6fdd6fba18a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3529792 Apr 28 14:59:57.813613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-165e8fba-f37d-44d6-a3e5-3d1a3aea5730 None None] Provisioning complete for port da738099-d265-4b6b-bdca-a5439554a66b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:57.813989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-165e8fba-f37d-44d6-a3e5-3d1a3aea5730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.818769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.846890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.861959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for da738099-d265-4b6b-bdca-a5439554a66b owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:57.868270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddf93b-08a9-4440-8d5a-3daf270d82bd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.870184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddf93b-08a9-4440-8d5a-3daf270d82bd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.871825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddf93b-08a9-4440-8d5a-3daf270d82bd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:57.873688 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aaddf93b-08a9-4440-8d5a-3daf270d82bd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1085420 Apr 28 14:59:57.877429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:57.881080 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3b184254-f97a-4ed4-8b43-e1e7e64c2d79 req-d75aa921-5c0a-418f-972b-647865ad6b17 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990931 Apr 28 14:59:57.889548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=445ba9d2-a811-48a0-9e86-900a611e958c,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 14:59:57.893024 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:59:57.900865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727f5fb0-bb57-4322-b72d-1370327d3a71" -d '{"events": [{"server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "name": "network-vif-plugged", "status": "completed", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:59:57.909103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-165e8fba-f37d-44d6-a3e5-3d1a3aea5730 None None] Port da738099-d265-4b6b-bdca-a5439554a66b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:57.915871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:57.957951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f6935f-c39c-40a8-9aa8-853428a335c0 x-openstack-request-id: req-05f6935f-c39c-40a8-9aa8-853428a335c0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:59:57.958246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "name": "network-vif-plugged", "status": "completed", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:59:57.958609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05f6935f-c39c-40a8-9aa8-853428a335c0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:59:57.959294 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f6935f-c39c-40a8-9aa8-853428a335c0'] response: {'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c', 'code': 200} Apr 28 14:59:57.978950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:58.041846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Provisioning complete for port bcd53d5a-baf4-4f23-943c-7268635f3539 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:58.042223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.070565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 890bbed9-e9b0-4e29-b62d-3c321273d57e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:58.073871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 14:59:58.078665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.099738 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fa16505c-45d0-4b46-9a06-4932c90b955a req-c8f66cd2-c4f0-4f57-a8cb-de1bd66f0f14 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147817 Apr 28 14:59:58.103700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Port bcd53d5a-baf4-4f23-943c-7268635f3539 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:58.115721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Provisioning complete for port da738099-d265-4b6b-bdca-a5439554a66b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:58.116207 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.126929 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.126929 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 538b2e31-f620-4e33-be92-17905a4bbee6 of type vlan for network a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551 Apr 28 14:59:58.126929 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-671fa3cb-98da-4e3e-85c6-4fc80e8e715f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-1081146253 HTTP/1.1" status: 201 len: 201 time: 0.6353843 Apr 28 14:59:58.133101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.135264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.159112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-457830c0-eca6-4569-974c-57e9e2f5964b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-172607638') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:58.165883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.216885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-96d9adfd-096c-4ee8-b080-c0ac8f33b417 None None] Port da738099-d265-4b6b-bdca-a5439554a66b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:58.252626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.267853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] In _notify_port_updated(), no bound segment for port bcd53d5a-baf4-4f23-943c-7268635f3539 on network 7e5da792-a879-4c53-91e8-2a466f1fda0a {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 14:59:58.273335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:58.274001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.278324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "PUT /v2.0/ports/bcd53d5a-baf4-4f23-943c-7268635f3539 HTTP/1.1" status: 200 len: 1002 time: 1.1213017 Apr 28 14:59:58.286005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.301019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fb976-85c8-426a-982e-db9f4accd27b tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=bcd53d5a-baf4-4f23-943c-7268635f3539,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:58.315416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.327020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 14:59:58.345226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Sync routers for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 14:59:58.370672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-caf51b04-425d-4d2d-9377-67f6ae6b8d8c None None] Provisioning complete for port da738099-d265-4b6b-bdca-a5439554a66b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:58.374020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caf51b04-425d-4d2d-9377-67f6ae6b8d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.394398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.396959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.411377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:58.412367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:58.460570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019484a9-28f9-4814-8682-2da553c41263 req-76febe46-bc8d-43e1-a72a-42de0c605527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:58.462136 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-019484a9-28f9-4814-8682-2da553c41263 req-76febe46-bc8d-43e1-a72a-42de0c605527 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1099 time: 0.2954347 Apr 28 14:59:58.476523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.484040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:58.484810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.489689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=da738099-d265-4b6b-bdca-a5439554a66b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:58.566662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.580483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-caf51b04-425d-4d2d-9377-67f6ae6b8d8c None None] Port da738099-d265-4b6b-bdca-a5439554a66b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:58.603336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:58.614626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:58.630824 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7bc7fece-a61b-493e-96b1-d7f02ab1a397 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1407518 Apr 28 14:59:58.631221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43012) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.636234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'ports': [{'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'}, {'network_id': 'a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551'}]} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:58.636547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:58.637024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': 'a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 14:59:58.639516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 14:59:58.663333 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d884ea60-9e45-4b20-a399-405506a6b01a tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "PUT /v2.0/floatingips/163f1891-6130-4459-9654-a0bda61fa023 HTTP/1.1" status: 200 len: 991 time: 3.9064889 Apr 28 14:59:58.663595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.673640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 14:59:58.677191 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe67df6c-e571-4e7d-9c87-134efce29b81" -d '{"events": [{"name": "network-changed", "server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 14:59:58.683845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.684154 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-146ed65c-8064-46ba-9539-65291b9cdcf2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/da738099-d265-4b6b-bdca-a5439554a66b HTTP/1.1" status: 204 len: 168 time: 1.4794097 Apr 28 14:59:58.685996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.736567 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-457830c0-eca6-4569-974c-57e9e2f5964b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-172607638 HTTP/1.1" status: 201 len: 201 time: 0.5813088 Apr 28 14:59:58.739821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.744129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10edd-2727-4403-9452-31faf9911559 req-23e8bf84-5ae0-4150-8932-aabbff6cf03d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:58.745757 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c7f10edd-2727-4403-9452-31faf9911559 req-23e8bf84-5ae0-4150-8932-aabbff6cf03d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5164988 Apr 28 14:59:58.749342 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=890bbed9-e9b0-4e29-b62d-3c321273d57e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:58.749678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-eced8fc4-4d67-49b0-a599-78ae0636e95e None None] Could not find standard attr ID for object da738099-d265-4b6b-bdca-a5439554a66b. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 14:59:58.751208 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d629885-78ae-4e0f-bcdc-4739c6711bfb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 14:59:58.752430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-28c32205-ebf2-46f4-a829-1d12d84dc39f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', {'tags': ['tempest-TagsExtTest-Tag-1411742168', 'tempest-TagsExtTest-Tag-539923074', 'tempest-TagsExtTest-Tag-195046540']}) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:58.755999 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2d629885-78ae-4e0f-bcdc-4739c6711bfb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/da738099-d265-4b6b-bdca-a5439554a66b HTTP/1.1" status: 404 len: 333 time: 0.0418482 Apr 28 14:59:58.763190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.801046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-eced8fc4-4d67-49b0-a599-78ae0636e95e None None] Provisioning complete for port bcd53d5a-baf4-4f23-943c-7268635f3539 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 14:59:58.802490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eced8fc4-4d67-49b0-a599-78ae0636e95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.846025 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c7f10edd-2727-4403-9452-31faf9911559 req-65d9bbff-32cb-494f-ae3f-be3db26df764 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709407 Apr 28 14:59:58.858186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:58.864167 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4de51c3f-2871-49af-b182-40144eeaacd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/890bbed9-e9b0-4e29-b62d-3c321273d57e HTTP/1.1" status: 204 len: 168 time: 0.9820082 Apr 28 14:59:58.869211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43024) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:58.874084 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-019484a9-28f9-4814-8682-2da553c41263 req-3fcb1131-3e46-42c2-bb0e-8a89711362ba service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905232 Apr 28 14:59:58.942912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 14:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee441f8-6dcb-4323-9f2c-60349402f673 x-openstack-request-id: req-dee441f8-6dcb-4323-9f2c-60349402f673 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 14:59:58.944243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 14:59:58.944672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dee441f8-6dcb-4323-9f2c-60349402f673 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 14:59:58.945251 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee441f8-6dcb-4323-9f2c-60349402f673'] response: {'name': 'network-changed', 'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'status': 'completed', 'code': 200} Apr 28 14:59:58.966042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a795ee-98b0-4eed-b67c-2089d5a7c466 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:58.978576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet cdd22ded-719a-443b-8f94-3b15285977f7 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:58.987994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port bcd53d5a-baf4-4f23-943c-7268635f3539 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 14:59:58.988347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.000753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.045115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet bf916da1-bdfb-44a3-99d5-b0bb2d37b09d {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 14:59:59.047655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-eced8fc4-4d67-49b0-a599-78ae0636e95e None None] Port bcd53d5a-baf4-4f23-943c-7268635f3539 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 14:59:59.072484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.095330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '163f1891-6130-4459-9654-a0bda61fa023', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'port_id': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'mac_address': 'fa:16:3e:5d:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:59:25Z', 'updated_at': '2022-04-28T14:59:56Z', 'revision_number': 1, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.137429 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Checking router: fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 14:59:59.173102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 14:59:59.173976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.201390 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.234250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3794-ddd9-48a3-9e53-97bf1ddd58ba req-53fe62ab-e01e-4322-971f-32623fd24c55 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:59.235786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-13ee3794-ddd9-48a3-9e53-97bf1ddd58ba req-53fe62ab-e01e-4322-971f-32623fd24c55 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.5073528 Apr 28 14:59:59.242597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.308541 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-28c32205-ebf2-46f4-a829-1d12d84dc39f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 200 len: 316 time: 0.5608234 Apr 28 14:59:59.314963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.319819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.322114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-1f0089ea-3a04-45dc-8904-c4326b2f835c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.329330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e0cd2-010c-43b5-aa09-67da8a315e71 req-5558545d-c62b-4798-83e8-92c3beb7efdd tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:59.330098 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-13ee3794-ddd9-48a3-9e53-97bf1ddd58ba req-0104a6ad-5db4-48a0-8836-4e1179c2f5f6 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855529 Apr 28 14:59:59.330912 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-433e0cd2-010c-43b5-aa09-67da8a315e71 req-5558545d-c62b-4798-83e8-92c3beb7efdd tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3103623 Apr 28 14:59:59.359433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for bcd53d5a-baf4-4f23-943c-7268635f3539 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 14:59:59.380259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 2} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 14:59:59.384763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.404772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-f5ff5d0a-44c1-4819-a333-2ac31cad3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:59.406729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-f5ff5d0a-44c1-4819-a333-2ac31cad3de4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2e07f299e6aa41c9822c192f34de4412&device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 1099 time: 0.2661057 Apr 28 14:59:59.406864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.489019 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1f0089ea-3a04-45dc-8904-c4326b2f835c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1729553 Apr 28 14:59:59.489634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43034) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.506186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-81bc0678-f291-4a7d-af59-ec5f14da9a34 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-1411742168') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.520039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 14:59:59.554730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.596888 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-433e0cd2-010c-43b5-aa09-67da8a315e71 req-6cd86df1-aded-41fe-96f4-be3dd313ce0b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542956 Apr 28 14:59:59.601053 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.668727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf992-51c2-4208-9179-35a49bd16740 req-c011b954-5ac9-4d7e-9a2e-f8ff06d0b659 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:59.670371 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a15cf992-51c2-4208-9179-35a49bd16740 req-c011b954-5ac9-4d7e-9a2e-f8ff06d0b659 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.1880081 Apr 28 14:59:59.687422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port c0ea8d9d-7f05-4b8a-aed8-402947ce4455 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 14:59:59.747444 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a15cf992-51c2-4208-9179-35a49bd16740 req-e199070d-ea8e-4881-b214-d761f2a26dd0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646343 Apr 28 14:59:59.749999 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-81bc0678-f291-4a7d-af59-ec5f14da9a34 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 14:59:59.754217 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-81bc0678-f291-4a7d-af59-ec5f14da9a34 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-1411742168 HTTP/1.1" status: 404 len: 329 time: 0.2565253 Apr 28 14:59:59.754794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.756028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.760671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-49092f31-2ae5-48dd-b3e1-47a4ef96fbfa tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-539923074') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.774648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.860759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=bf916da1-bdfb-44a3-99d5-b0bb2d37b09d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 14:59:59.865431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.880187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.888238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a3112-9f6d-458b-8118-6439266aa9a2 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 14:59:59.891609 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-49092f31-2ae5-48dd-b3e1-47a4ef96fbfa tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 14:59:59.893001 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7f6ae3f9-a1f5-4240-a1a0-422d008341eb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/bf916da1-bdfb-44a3-99d5-b0bb2d37b09d HTTP/1.1" status: 204 len: 168 time: 1.0168202 Apr 28 14:59:59.895601 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-49092f31-2ae5-48dd-b3e1-47a4ef96fbfa tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-539923074 HTTP/1.1" status: 404 len: 328 time: 0.1381757 Apr 28 14:59:59.896585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.896585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.914048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 14:59:59.921483 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd22ded-719a-443b-8f94-3b15285977f7 HTTP/1.1" status: 204 len: 168 time: 1.1539845 Apr 28 14:59:59.927521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 14:59:59.928906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-e496f6fb-a8a6-4280-935d-ca412994c4f7 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0', 'tempest-TagsExtTest-Tag-195046540') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 14:59:59.951727 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-bf53884f-e32b-413d-a8ae-fee14b59e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 14:59:59.959672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-bf53884f-e32b-413d-a8ae-fee14b59e1e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c56bec58-6de4-4a98-abcd-476d376d21ad HTTP/1.1" status: 200 len: 913 time: 0.5446038 Apr 28 15:00:00.009709 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5bfe0a82-246e-46cd-b506-07cdd057193e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850472 Apr 28 15:00:00.016214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:00.024056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:00.031162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port e6abff03-2f0a-4e8a-a246-5313772b7ab0 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:00.042154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '163f1891-6130-4459-9654-a0bda61fa023', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'port_id': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'mac_address': 'fa:16:3e:5d:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:59:25Z', 'updated_at': '2022-04-28T14:59:56Z', 'revision_number': 1, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:00.065508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da64817-5a6c-44c9-8405-87be28e6dcbf tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd22ded-719a-443b-8f94-3b15285977f7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:00.089446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c6015e-b04d-47c0-a424-0e707a2fca03 None None] The sync data for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv is: [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '163f1891-6130-4459-9654-a0bda61fa023', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'floating_ip_address': '172.26.4.42', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'port_id': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'mac_address': 'fa:16:3e:5d:75:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T14:59:25Z', 'updated_at': '2022-04-28T14:59:56Z', 'revision_number': 1, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:00.152243 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-e496f6fb-a8a6-4280-935d-ca412994c4f7 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:00.153332 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e496f6fb-a8a6-4280-935d-ca412994c4f7 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags/tempest-TagsExtTest-Tag-195046540 HTTP/1.1" status: 404 len: 328 time: 0.2276921 Apr 28 15:00:00.157126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:00.173493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-c01b104a-7597-4bf7-8e34-fc582d414039 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', {'tags': ['tempest-TagsExtTest-Tag-434660111', 'tempest-TagsExtTest-Tag-1238252215', 'tempest-TagsExtTest-Tag-1522989522']}) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:00.213364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:00.218528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.281157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.283420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd0aa7-26c1-4329-b789-f033c9c669f0 req-8f2d28e3-ef88-4a04-8bff-51e21f14964a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:00.290833 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7fcd0aa7-26c1-4329-b789-f033c9c669f0 req-8f2d28e3-ef88-4a04-8bff-51e21f14964a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.5322745 Apr 28 15:00:00.332189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433349c-50c7-4046-8b68-ca3580db3156 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:00.335171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet b80f9d5b-1e4a-49cc-9a79-71122772da74 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:00.359692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.365773 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-925ad584-23fe-4d4b-8375-19e88745b864 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf HTTP/1.1" status: 200 len: 999 time: 0.3594747 Apr 28 15:00:00.420964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.447959 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d7b65f-e896-4bda-809a-ee27bdd1c1d8 None None] New status for floating IP 163f1891-6130-4459-9654-a0bda61fa023: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:00:00.450945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2abaf8c2-b595-4082-9e98-cb77e3746bf5 None None] Provisioning complete for port 62b6dd90-72f1-49a9-960a-c5f91592bcfb triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:00.455107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2abaf8c2-b595-4082-9e98-cb77e3746bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.478420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:00.481962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:00.487175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:00.488177 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.502839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=c0ea8d9d-7f05-4b8a-aed8-402947ce4455,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:00.587424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=e6abff03-2f0a-4e8a-a246-5313772b7ab0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:00.591444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '538b2e31-f620-4e33-be92-17905a4bbee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:00.591817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:00.611702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:00.625897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:00.638929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eae7e6-a75d-407d-a387-706ab06fbc59 None None] Network a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:00.654006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:00.665913 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:00.683218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:00.684807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.713532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-283dc109-4554-4790-874a-afd297a3f4ed tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0811875 Apr 28 15:00:00.717318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:00.774023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:00.862471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port e6abff03-2f0a-4e8a-a246-5313772b7ab0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:00.862931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.917685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Deleting port 62b6dd90-72f1-49a9-960a-c5f91592bcfb {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:00.918063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.971099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:00.978818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.004461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc0d65-0cbf-463b-b930-3d8924b110d8 req-6318d5af-67a9-4e9a-960b-6d231de3c7d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.005956 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9ddc0d65-0cbf-463b-b930-3d8924b110d8 req-6318d5af-67a9-4e9a-960b-6d231de3c7d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.1239128 Apr 28 15:00:01.006981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for e6abff03-2f0a-4e8a-a246-5313772b7ab0 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:01.009258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] For port 62b6dd90-72f1-49a9-960a-c5f91592bcfb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=62b6dd90-72f1-49a9-960a-c5f91592bcfb,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:01.009783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.028792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Calling delete_port for 62b6dd90-72f1-49a9-960a-c5f91592bcfb owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:01.084810 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9ddc0d65-0cbf-463b-b930-3d8924b110d8 req-4c0221a5-e8c5-43b8-8396-a76a4b226e0b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718925 Apr 28 15:00:01.113734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.125679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.140911 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.154065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] Pushing event deleted for resources: {'Port': ['ID=62b6dd90-72f1-49a9-960a-c5f91592bcfb,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:01.157636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335d38c-49f7-4e4f-8c59-bf16e19aec48 None None] No DVR routers for this DVR port 62b6dd90-72f1-49a9-960a-c5f91592bcfb on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:01.179405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.186553 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/e6abff03-2f0a-4e8a-a246-5313772b7ab0 HTTP/1.1" status: 204 len: 168 time: 0.4677079 Apr 28 15:00:01.190482 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c01b104a-7597-4bf7-8e34-fc582d414039 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 200 len: 317 time: 1.0196121 Apr 28 15:00:01.214603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43058) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.214918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.218003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.225912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdf377-52bb-4b80-9a57-6c04124fb75f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=e6abff03-2f0a-4e8a-a246-5313772b7ab0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:01.229016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-a05eb416-6020-4277-9243-67338ae56ab5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:01.235435 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a74f27a0-1109-42d9-aaa3-d375e89b04a8 None None] Provisioning complete for port 76f8533e-3656-4e68-9c44-fcae8dec7a49 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:01.236036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a74f27a0-1109-42d9-aaa3-d375e89b04a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.291658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7fcd0aa7-26c1-4329-b789-f033c9c669f0 req-2e24e064-3da8-4bb4-a3df-088ae58666aa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9999411 Apr 28 15:00:01.311416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20a73a-2048-4dde-b42a-6b420e292a2c req-4eecd52a-5454-4796-9c50-1ef7895c4ebf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.313158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8d20a73a-2048-4dde-b42a-6b420e292a2c req-4eecd52a-5454-4796-9c50-1ef7895c4ebf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.1206217 Apr 28 15:00:01.332675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=bcd53d5a-baf4-4f23-943c-7268635f3539,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:01.373646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-c05596ba-b87e-43e9-a464-48334dd0eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.375149 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-c05596ba-b87e-43e9-a464-48334dd0eb98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ad65b1ac-970b-459b-a874-70062edbe467 HTTP/1.1" status: 200 len: 851 time: 0.2029164 Apr 28 15:00:01.380399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.386195 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-52eef9dc-3984-483d-9996-2c5591069320 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/bcd53d5a-baf4-4f23-943c-7268635f3539 HTTP/1.1" status: 204 len: 168 time: 3.0927212 Apr 28 15:00:01.389006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.422634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.436124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e58dad-5c6d-4f16-b3c8-74a6d39e7fd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.440877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e58dad-5c6d-4f16-b3c8-74a6d39e7fd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.445042 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-58e58dad-5c6d-4f16-b3c8-74a6d39e7fd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2264857 Apr 28 15:00:01.454160 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8d20a73a-2048-4dde-b42a-6b420e292a2c req-61902af1-4ad4-4de6-81d0-1e1d248489f3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310511 Apr 28 15:00:01.457010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.490875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.521090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=b80f9d5b-1e4a-49cc-9a79-71122772da74,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:01.535676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e610d89f-39b7-49d1-8e9a-980006970928 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] GET failed (client error): The resource could not be found. Apr 28 15:00:01.537669 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e610d89f-39b7-49d1-8e9a-980006970928 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports/bcd53d5a-baf4-4f23-943c-7268635f3539 HTTP/1.1" status: 404 len: 333 time: 0.1462827 Apr 28 15:00:01.542283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43072) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.547401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1907348980'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:01.574469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9029bb-5ce0-448c-b939-ad3047ea3e45 None None] Network 8585f976-4514-4d6f-81b8-6775a228f4a1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:01.577722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.586248 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e9914dd6-d977-4ea7-9447-0b4b4d9df472 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/b80f9d5b-1e4a-49cc-9a79-71122772da74 HTTP/1.1" status: 204 len: 168 time: 1.6522648 Apr 28 15:00:01.595707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.597450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43074) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.689815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:01.699797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:01.703076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.703665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.710376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b14148c-01a0-40f4-a7ef-2dc59ca5ff99 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:01.714768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1913f-1a77-4007-a5f7-a613175581ba tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.719102 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebd1913f-1a77-4007-a5f7-a613175581ba tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1094 time: 0.2256937 Apr 28 15:00:01.722456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=71f2bd5c-ef0a-42d8-8073-f64cca92e655,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:01.731321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.732034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-178dbbdf-70eb-45ce-b203-ba185c5de067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.733670 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-178dbbdf-70eb-45ce-b203-ba185c5de067 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c56bec58-6de4-4a98-abcd-476d376d21ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3455584 Apr 28 15:00:01.737010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:01.764050 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6a709503-bc1b-434f-92bf-f491a9a4f087 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7450216 Apr 28 15:00:01.767354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.776176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:01.788241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port c0ea8d9d-7f05-4b8a-aed8-402947ce4455 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:01.788241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.807664 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a05eb416-6020-4277-9243-67338ae56ab5 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.5879407 Apr 28 15:00:01.807895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.813533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:01.821864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] DHCP port deletion for 8585f976-4514-4d6f-81b8-6775a228f4a1 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:01.838454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-c2369191-d519-42ae-8067-3ce9aa679c35 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-434660111') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:01.853161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b1533-58bf-4942-af64-776beeb5b255 req-1dee2d44-f9b7-4de7-9e3a-ef2e2a79fcaa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:01.854652 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b42b1533-58bf-4942-af64-776beeb5b255 req-1dee2d44-f9b7-4de7-9e3a-ef2e2a79fcaa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3247578 Apr 28 15:00:01.867666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.943239 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:00:01.948778 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Deleting port 76f8533e-3656-4e68-9c44-fcae8dec7a49 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:01.949900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.955291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '71f2bd5c-ef0a-42d8-8073-f64cca92e655'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:01.956175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:01.976587 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b42b1533-58bf-4942-af64-776beeb5b255 req-6d1551f3-18e8-48d6-8a39-8d139e6709ea tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061926 Apr 28 15:00:01.984741 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-3572b20a-8072-4b24-9f39-a6d024720dcc service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390232 Apr 28 15:00:02.011683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:02.015220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.021590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.058994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for c0ea8d9d-7f05-4b8a-aed8-402947ce4455 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:02.077614 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c2369191-d519-42ae-8067-3ce9aa679c35 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:02.078234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=76f8533e-3656-4e68-9c44-fcae8dec7a49,segment=NetworkSegment(c79b34dc-54b7-425c-902e-9ccbe2678383),segment_id=c79b34dc-54b7-425c-902e-9ccbe2678383)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:02.078572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.081892 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c2369191-d519-42ae-8067-3ce9aa679c35 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-434660111 HTTP/1.1" status: 404 len: 328 time: 0.2498178 Apr 28 15:00:02.082611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port 5cf18b37-b0fd-4d71-bd7e-df054ab048e9 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:02.087173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43082) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.097405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-c86080ab-799c-4f39-8915-9cac522b4302 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-1238252215') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.131883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 62b6dd90-72f1-49a9-960a-c5f91592bcfb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:02.155774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:02.159464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.159617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Calling delete_port for 76f8533e-3656-4e68-9c44-fcae8dec7a49 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:02.169518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 62b6dd90-72f1-49a9-960a-c5f91592bcfb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:02.169856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 62b6dd90-72f1-49a9-960a-c5f91592bcfb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:02.170265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 76f8533e-3656-4e68-9c44-fcae8dec7a49 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:02.171043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 76f8533e-3656-4e68-9c44-fcae8dec7a49 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:02.171383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.203105 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fe67df6c-e571-4e7d-9c87-134efce29b81 req-76c83498-cd87-4164-beb0-94f7bf29e5d7 service neutron] 10.222.0.21 "GET /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120636 Apr 28 15:00:02.277393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.296215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.303224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port 76f8533e-3656-4e68-9c44-fcae8dec7a49, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=76f8533e-3656-4e68-9c44-fcae8dec7a49,segment=NetworkSegment(c79b34dc-54b7-425c-902e-9ccbe2678383),segment_id=c79b34dc-54b7-425c-902e-9ccbe2678383)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:02.303650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.330429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 76f8533e-3656-4e68-9c44-fcae8dec7a49 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:02.333683 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-c86080ab-799c-4f39-8915-9cac522b4302 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:02.337374 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c86080ab-799c-4f39-8915-9cac522b4302 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-1238252215 HTTP/1.1" status: 404 len: 329 time: 0.2427878 Apr 28 15:00:02.344557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43084) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.355020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-53cbac93-5c2b-45b3-82d6-6b3e7bd7fa41 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4', 'tempest-TagsExtTest-Tag-1522989522') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.366194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Allocated IP 172.20.0.2 (54d908dd-ca79-41d5-95f2-c906280f9818/71f2bd5c-ef0a-42d8-8073-f64cca92e655/9bee4ea4-d907-4dfc-bb78-5ec178ebd135) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:02.367262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=c0ea8d9d-7f05-4b8a-aed8-402947ce4455,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:02.370380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::202 (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/5cf18b37-b0fd-4d71-bd7e-df054ab048e9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:02.388061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.391439 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-154592d0-dec8-41b5-8331-5f43fb7f0524 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/c0ea8d9d-7f05-4b8a-aed8-402947ce4455 HTTP/1.1" status: 204 len: 168 time: 0.9293344 Apr 28 15:00:02.395390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43086) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.417864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.431051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.498204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] No DVR routers for this DVR port 76f8533e-3656-4e68-9c44-fcae8dec7a49 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:02.505100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ccc3c-1b66-4401-8155-26d0b69094c1 None None] Pushing event deleted for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:02.535334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.151 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/93d8b33d-bfc9-41ec-b77e-fc049719d9e6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:02.540505 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-53cbac93-5c2b-45b3-82d6-6b3e7bd7fa41 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:02.544686 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-53cbac93-5c2b-45b3-82d6-6b3e7bd7fa41 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags/tempest-TagsExtTest-Tag-1522989522 HTTP/1.1" status: 404 len: 329 time: 0.1960123 Apr 28 15:00:02.549336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.551834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-90bc9e90-2312-42d5-868c-508fde0230a4 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', {'tags': ['tempest-TagsExtTest-Tag-193700313', 'tempest-TagsExtTest-Tag-1210912033', 'tempest-TagsExtTest-Tag-810846782']}) {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.554294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4210a-2145-4aed-8ef7-be89b88a8096 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:02.559981 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bfb4210a-2145-4aed-8ef7-be89b88a8096 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1593337 Apr 28 15:00:02.565607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.623703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.625811 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-201c3717-6948-4114-af3d-211aa0b86b2a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:02.628277 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-201c3717-6948-4114-af3d-211aa0b86b2a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/e6abff03-2f0a-4e8a-a246-5313772b7ab0 HTTP/1.1" status: 404 len: 333 time: 0.0578401 Apr 28 15:00:02.632173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43092) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.641767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.649905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.698842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:02.702673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:02.704511 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-887e8230-a9bd-4521-9e2e-155e1993305f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:02.704739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Pushing event updated for resources: {'Port': ['ID=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:02.707967 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-887e8230-a9bd-4521-9e2e-155e1993305f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/c0ea8d9d-7f05-4b8a-aed8-402947ce4455 HTTP/1.1" status: 404 len: 333 time: 0.0731306 Apr 28 15:00:02.708150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:02.711985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43094) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.725247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=76f8533e-3656-4e68-9c44-fcae8dec7a49,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:02.729772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port 76f8533e-3656-4e68-9c44-fcae8dec7a49 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:02.773102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Attempting to bind port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:02.773389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Attempting to bind port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:02.773760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Attempting to bind port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:02.779759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:02.780190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:02.780657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.781127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:02.781600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Bound port: 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:02.782072 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.810056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.850561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] For port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:02.854649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] For port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:02.854871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-90bc9e90-2312-42d5-868c-508fde0230a4 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 200 len: 316 time: 0.3067653 Apr 28 15:00:02.862599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.868718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43096) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:02.880842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-253f7c27-d97b-418b-a01c-511466053116 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.917566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.921478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203c9b8-f43e-4d7d-89b3-32bcc164636e None None] Pushing event updated for resources: {'Port': ['ID=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:02.936650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.965401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:02.968644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8585f976-4514-4d6f-81b8-6775a228f4a1']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.969335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:02.986460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79b34dc-54b7-425c-902e-9ccbe2678383') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:02.987008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79b34dc-54b7-425c-902e-9ccbe2678383') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.002097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.067030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.083997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.117307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:03.117955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:03.121377 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:03.158889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.197889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.269364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.284754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538b2e31-f620-4e33-be92-17905a4bbee6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.285057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538b2e31-f620-4e33-be92-17905a4bbee6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.296853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:03.305222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:03.310779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:03.322495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:03.323189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.334996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.337975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.361216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.370168 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/8585f976-4514-4d6f-81b8-6775a228f4a1 HTTP/1.1" status: 204 len: 168 time: 1.7522867 Apr 28 15:00:03.372096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.395357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=5cf18b37-b0fd-4d71-bd7e-df054ab048e9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:03.402186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ed83e-64fc-4b49-a271-958954b3299d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=8585f976-4514-4d6f-81b8-6775a228f4a1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:03.403008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.433590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cd1e9b63-99bc-4327-95ef-c93a8d517c9f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8900778 Apr 28 15:00:03.438413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43102) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.442595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'network_id': '7e5da792-a879-4c53-91e8-2a466f1fda0a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612038485'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:03.448537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:03.448951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:03.452350 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:03.577490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cba072-7a0e-4272-b2c3-87b50466bc4b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:03.584045 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e1cba072-7a0e-4272-b2c3-87b50466bc4b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1950388 Apr 28 15:00:03.584952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.594617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:03.607607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:03.620841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:03.625464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.630128 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-253f7c27-d97b-418b-a01c-511466053116 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 204 len: 168 time: 0.7588782 Apr 28 15:00:03.635517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.642458 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551 HTTP/1.1" status: 204 len: 168 time: 0.9240644 Apr 28 15:00:03.642458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43106) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.649605 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.652573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-60d0327b-bdb1-45b3-a4a8-60e0eb42f628 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-193700313') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.673792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-772093017'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:03.681095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-719b37db-5dc5-43c6-8439-fc655e5b4bc1 None None] Provisioning complete for port 5cf18b37-b0fd-4d71-bd7e-df054ab048e9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:03.681956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-719b37db-5dc5-43c6-8439-fc655e5b4bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.682963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=93d8b33d-bfc9-41ec-b77e-fc049719d9e6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:03.714331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074d707-ec8a-40c5-b0ff-e9c54d4f91ae req-bd004acc-38e3-4e9b-a923-0953e53e3410 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:03.715756 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7074d707-ec8a-40c5-b0ff-e9c54d4f91ae req-bd004acc-38e3-4e9b-a923-0953e53e3410 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.6335680 Apr 28 15:00:03.724364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136b1f-ddd7-4ae0-9e53-6691b27137a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=a0ab8aa6-da9d-4d4e-8fb7-a8f28a015551,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:03.739547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-719b37db-5dc5-43c6-8439-fc655e5b4bc1 None None] Port 5cf18b37-b0fd-4d71-bd7e-df054ab048e9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:03.761350 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-204c3108-4bcd-49c8-aa24-bd35ebc5c40e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1751366 Apr 28 15:00:03.762106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.774212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1837686635'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:03.795039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:03.799765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.840989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.849184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Made reservation on behalf of a770d039c4574a77b4eade7b774827ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:03.853020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.861710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7074d707-ec8a-40c5-b0ff-e9c54d4f91ae req-c08cb125-3bee-4b28-9d38-817225acd486 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388776 Apr 28 15:00:03.876383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:03.880418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:03.892676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-60d0327b-bdb1-45b3-a4a8-60e0eb42f628 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:03.892676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-60d0327b-bdb1-45b3-a4a8-60e0eb42f628 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-193700313 HTTP/1.1" status: 404 len: 328 time: 0.2445419 Apr 28 15:00:03.892676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:03.896271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-a3f478ce-7d7a-4f31-aa48-7a819bd15dad tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-1210912033') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:03.949143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] device_id is not set on port 7b032977-f344-437e-b91d-25aa05d91bce yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:03.959016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:04.016520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.017200 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment bd6ec64d-bbd8-428c-9c47-f49a5dbf4010 of type vlan for network 8145e0e8-b463-440f-b99b-915a17b489ce Apr 28 15:00:04.030676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:04.105547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.105903 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment 3a97a355-6a25-4b19-b841-e28401f499e3 of type vlan for network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a Apr 28 15:00:04.113324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:04.121464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.146612 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-a3f478ce-7d7a-4f31-aa48-7a819bd15dad tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:04.147639 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a3f478ce-7d7a-4f31-aa48-7a819bd15dad tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-1210912033 HTTP/1.1" status: 404 len: 329 time: 0.2554781 Apr 28 15:00:04.173483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43114) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.177130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:04.178009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.179187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-a1b87689-9f07-4461-909d-d60b2f20eaa9 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651', 'tempest-TagsExtTest-Tag-810846782') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:04.223369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] For port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:04.274851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.279615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Provisioning complete for port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:04.280148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.378804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.384733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.392040 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-a1b87689-9f07-4461-909d-d60b2f20eaa9 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:04.396012 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a1b87689-9f07-4461-909d-d60b2f20eaa9 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags/tempest-TagsExtTest-Tag-810846782 HTTP/1.1" status: 404 len: 328 time: 0.2213790 Apr 28 15:00:04.401958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.406661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-18d2d53f-0d0c-47ac-8f40-1b2c35ca5b3c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', {'tags': ['tempest-TagsExtTest-Tag-560806963', 'tempest-TagsExtTest-Tag-2002552654', 'tempest-TagsExtTest-Tag-740186240']}) {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:04.414521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.415274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.581361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.db.resource_extend [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 15:00:04.585197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.593732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:04.617964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:04.629784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Allocated IP 2001:db8::3c (7e5da792-a879-4c53-91e8-2a466f1fda0a/91371805-05cb-4613-a541-12b70a1ebbc9/7b032977-f344-437e-b91d-25aa05d91bce) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:04.630657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:04.631532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.632643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.636093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:04.636386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:04.637065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439959f4-e817-4bf6-916b-2877207cf056 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:04.639685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:04.640299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.654073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:04.654428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:04.654533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.671477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:04.677324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-18d2d53f-0d0c-47ac-8f40-1b2c35ca5b3c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "PUT /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 200 len: 316 time: 0.2743821 Apr 28 15:00:04.701257 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43118) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.706064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-1acdbbb5-02f0-4212-8b32-bb105cb8015b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:04.711961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:04.725605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3e2ab5ac-7bb4-420c-ab04-6df76b1ee4ea tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9569731 Apr 28 15:00:04.727077 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0702832 Apr 28 15:00:04.731128 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.731448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.739282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:04.749804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:1a:a3:13', 'name': 'tempest-NetworksTestDHCPv6-850091187'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:04.812071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=8145e0e8-b463-440f-b99b-915a17b489ce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:04.816920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.840324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1acdbbb5-02f0-4212-8b32-bb105cb8015b tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1353307 Apr 28 15:00:04.841789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43124) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.846072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-3f537931-d293-4dcf-b571-96dfd7314a4e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-560806963') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:04.869333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.875088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:04.875787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:04.895405 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-3f537931-d293-4dcf-b571-96dfd7314a4e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:04.896975 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3f537931-d293-4dcf-b571-96dfd7314a4e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-560806963 HTTP/1.1" status: 404 len: 328 time: 0.0537541 Apr 28 15:00:04.899186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43128) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.903460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-6126ffdb-1fd4-46f6-a554-23ccb40efecf tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-2002552654') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:04.931344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.932143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.932269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.932883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.933003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.933298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.933703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.934029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.934490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.934912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.935218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.936160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a926435c-4a53-4c34-96ed-140568d6cb44 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:04.958567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8145e0e8-b463-440f-b99b-915a17b489ce details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:04.976823 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-6126ffdb-1fd4-46f6-a554-23ccb40efecf tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:04.977873 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6126ffdb-1fd4-46f6-a554-23ccb40efecf tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-2002552654 HTTP/1.1" status: 404 len: 329 time: 0.0777924 Apr 28 15:00:04.982061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43130) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:04.985903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-596008a5-4321-4a35-a44e-3917d0c9d95c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6', 'tempest-TagsExtTest-Tag-740186240') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:05.013514 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2434661 Apr 28 15:00:05.020645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:05.026113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:05.058377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-596008a5-4321-4a35-a44e-3917d0c9d95c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] show failed (client error): The resource could not be found. Apr 28 15:00:05.062060 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-596008a5-4321-4a35-a44e-3917d0c9d95c tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags/tempest-TagsExtTest-Tag-740186240 HTTP/1.1" status: 404 len: 328 time: 0.0768144 Apr 28 15:00:05.067590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:05.072158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-e037c6f4-8601-474a-a179-74bc50444c12 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '41178f83-8e93-4b76-bc6c-221d7ff0e6d6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:05.137409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.157874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cde55-3b5a-408c-9f16-2163c876ba54 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=d877b4fe-6018-42c6-8ed3-7fd72bc80b2a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:05.158471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.197177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:05.222588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cb97c-8068-4e79-adc0-61afa998ae4d req-802420e3-9bc4-448b-ac61-6e50fe795bc9 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:05.225341 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e037c6f4-8601-474a-a179-74bc50444c12 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1567209 Apr 28 15:00:05.229228 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-de6cb97c-8068-4e79-adc0-61afa998ae4d req-802420e3-9bc4-448b-ac61-6e50fe795bc9 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2556255 Apr 28 15:00:05.229997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:05.234270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:05.238550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.239618 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:05.244286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.tag.tag_plugin [None req-08cf784c-beae-4253-8014-2e74a34700cb tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '380654b0-5f0b-4f3b-bbac-24f73754d651') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:05.292347 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.312763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Performing IP validity checks on allocation pools {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 28 15:00:05.313059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.316675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:05.317692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 28 15:00:05.320725 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.326233 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:05.327783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.344203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.478851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:05.484960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:05.485313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-e67913f4-ff44-4e99-80f6-f40205cd3097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:05.492117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.523391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.548652 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-de6cb97c-8068-4e79-adc0-61afa998ae4d req-8ee88887-b8e2-4f75-9208-3d7051cee148 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174470 Apr 28 15:00:05.567636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 4303b37b-34c2-45a7-9cf4-ca6098fe68e6 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:05.663342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=93d8b33d-bfc9-41ec-b77e-fc049719d9e6,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:05.680306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.719181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ce7f267f-9a8f-4b35-bc17-c7ded0fbd10a None None] Provisioning complete for port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:05.720369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ce7f267f-9a8f-4b35-bc17-c7ded0fbd10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.795807 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-08cf784c-beae-4253-8014-2e74a34700cb tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651/tags HTTP/1.1" status: 204 len: 168 time: 0.5547862 Apr 28 15:00:05.796594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:05.798905 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:05.807211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-0585a299-e62e-4f93-bbfd-f94dfbcd5b83 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6bc6c714-0998-4c84-ac93-c85f5302f0a4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:05.818435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:05.820625 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.831324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 83cdf7a4-e866-49f2-ad67-3b6d3a616895 associated. External IP: 172.26.4.151, port: 445ba9d2-a811-48a0-9e86-900a611e958c. Apr 28 15:00:05.845597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:05.851138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:05.851770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:05.870769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=7b032977-f344-437e-b91d-25aa05d91bce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:05.927532 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-08477db2-1cf9-479e-b64a-4028c978e58f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4885843 Apr 28 15:00:05.943427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43140) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:05.951636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::157', 'mac_address': 'fa:16:3e:1f:d1:ca'}, {'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:3c:fb:90'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:05.988560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=d207a60c-7e9f-4482-80a6-d242ae05a0a3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:06.018950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 172.20.0.5 (54d908dd-ca79-41d5-95f2-c906280f9818/71f2bd5c-ef0a-42d8-8073-f64cca92e655/4303b37b-34c2-45a7-9cf4-ca6098fe68e6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:06.021025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:06.021394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: 8145e0e8-b463-440f-b99b-915a17b489ce, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:06.033212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe1a:a313 (54d908dd-ca79-41d5-95f2-c906280f9818/dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59/4303b37b-34c2-45a7-9cf4-ca6098fe68e6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:06.044897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0585a299-e62e-4f93-bbfd-f94dfbcd5b83 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4/tags HTTP/1.1" status: 204 len: 168 time: 0.2410479 Apr 28 15:00:06.048291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43142) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.055895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.tag.tag_plugin [None req-3288256d-1458-4fe1-b9c7-f63306d5007e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '69fdf94c-865b-41e2-b441-072abe1687b0') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:06.058660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:06.106698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 8145e0e8-b463-440f-b99b-915a17b489ce is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:06.127298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:06.127663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.134254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8145e0e8-b463-440f-b99b-915a17b489ce) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:06.141821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:06.142531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.156264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.167294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ea54e-2f9b-4a25-ad34-7a3431f2e04b None None] Network 8145e0e8-b463-440f-b99b-915a17b489ce requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:06.191779 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-26f29059-84cb-4e6a-81f7-7d12e783972b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4546804 Apr 28 15:00:06.194406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.201210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce', 'name': 'tempest-PortsIpV6TestJSON-800479307'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:06.224808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-39d1fafd-5de8-4dde-91f4-072fb5cabe90 None None] Provisioning complete for port 7b032977-f344-437e-b91d-25aa05d91bce triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:06.225088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-39d1fafd-5de8-4dde-91f4-072fb5cabe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.290986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-39d1fafd-5de8-4dde-91f4-072fb5cabe90 None None] Port 7b032977-f344-437e-b91d-25aa05d91bce cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:06.317473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:06.327706 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3288256d-1458-4fe1-b9c7-f63306d5007e tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0/tags HTTP/1.1" status: 204 len: 168 time: 0.2772555 Apr 28 15:00:06.338635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.347537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.347879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.348210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.348535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.349037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.349529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.349849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.350168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.350483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.350799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.351117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.351429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:06.358104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:06.358874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.363127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': '3a97a355-6a25-4b19-b841-e28401f499e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:06.363658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: d877b4fe-6018-42c6-8ed3-7fd72bc80b2a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:06.405381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-8145e0e8-b463-440f-b99b-915a17b489ce', 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': 'd207a60c-7e9f-4482-80a6-d242ae05a0a3'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:06.406833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.422303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.452182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:06.485839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, d877b4fe-6018-42c6-8ed3-7fd72bc80b2a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:06.505312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:06.505312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.505656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:06.508811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f2c3b8-5935-40f5-af24-559a5b84dee7 None None] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:06.512195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.527162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b695afd9-4da7-4573-97b0-3ba0cfd90b97 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for subnetpool, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.531117 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b695afd9-4da7-4573-97b0-3ba0cfd90b97 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnetpools/41178f83-8e93-4b76-bc6c-221d7ff0e6d6 HTTP/1.1" status: 204 len: 168 time: 0.1853979 Apr 28 15:00:06.532354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43150) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.562448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.568918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port a77dcb5b-0cb2-4b26-9712-24753253d826 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:06.578916 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef86aa8a-20d0-4ea0-9382-5d0a90e66047 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "GET /v2.0/ports?device_id=380654b0-5f0b-4f3b-bbac-24f73754d651 HTTP/1.1" status: 200 len: 205 time: 0.0448101 Apr 28 15:00:06.585080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43154) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.607296 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-74c2889c-1bc1-4bf9-a6b8-6d723945a668 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5825379 Apr 28 15:00:06.608593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.616342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a', 'name': 'tempest-PortsTestJSON-1345536343'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:06.644887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Allocated IP 2001:db8::2 (8145e0e8-b463-440f-b99b-915a17b489ce/d207a60c-7e9f-4482-80a6-d242ae05a0a3/26ee6178-3e11-46ed-b323-6215e905b744) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:06.695330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:06.698842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:06.741106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:06.743134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:06.744070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:06.778685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.787743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=4303b37b-34c2-45a7-9cf4-ca6098fe68e6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:06.791961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:06.792905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:06.808056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.876922 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15beaf6a-3c33-4681-9d76-6a5a7c0c52e4 req-ae2f257e-a131-4fc3-aaf2-a0099342f9ab tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:06.878828 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15beaf6a-3c33-4681-9d76-6a5a7c0c52e4 req-ae2f257e-a131-4fc3-aaf2-a0099342f9ab tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2201722 Apr 28 15:00:06.884923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:06.885631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.900690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-d877b4fe-6018-42c6-8ed3-7fd72bc80b2a', 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': 'dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:06.901582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.912639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.922088 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-25e7c3fb-4d4e-4cf7-b820-eed95b16689c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1894584 Apr 28 15:00:06.925618 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:00:06.928247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab90f96f-886a-493a-baea-fe7f26723802" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:00:06.931847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:06.964920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:06.998133 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05db9179-e8a2-4fa8-adcf-63adfacbd686 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2619255 Apr 28 15:00:06.999378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.001069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43162) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:07.013591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.030430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:07.039264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.045583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d607158e-08c3-47bd-83c6-103e2ec96140 x-openstack-request-id: req-d607158e-08c3-47bd-83c6-103e2ec96140 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:00:07.045866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:00:07.046299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d607158e-08c3-47bd-83c6-103e2ec96140 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:00:07.046681 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d607158e-08c3-47bd-83c6-103e2ec96140'] response: {'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c', 'status': 'completed', 'code': 200} Apr 28 15:00:07.109451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.109916 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Fanout notify agent at l3_agent the message router_deleted on router 380654b0-5f0b-4f3b-bbac-24f73754d651 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:00:07.113021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.125850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.129731 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7af0a821-4596-4e48-87bf-c4deaffd5c81 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/routers/380654b0-5f0b-4f3b-bbac-24f73754d651 HTTP/1.1" status: 204 len: 168 time: 0.5394588 Apr 28 15:00:07.135293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:07.135731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:07.186103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event updated for resources: {'Port': ['ID=7b032977-f344-437e-b91d-25aa05d91bce,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:07.196032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] In _notify_port_updated(), no bound segment for port 7b032977-f344-437e-b91d-25aa05d91bce on network 7e5da792-a879-4c53-91e8-2a466f1fda0a {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:07.201213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708cb62c-aa8d-47c4-97a5-8422e654953c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.201739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.202568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.207198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-52da330c-374f-43bf-8af1-2f0487e6a571 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "PUT /v2.0/ports/7b032977-f344-437e-b91d-25aa05d91bce HTTP/1.1" status: 200 len: 1066 time: 1.2605715 Apr 28 15:00:07.208002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708cb62c-aa8d-47c4-97a5-8422e654953c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.209856 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-708cb62c-aa8d-47c4-97a5-8422e654953c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2076738 Apr 28 15:00:07.215207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port ce89fbe4-61a8-4720-bfd4-aebc1ef4d972 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:07.216513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:07.216847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43168) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:07.240835 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15beaf6a-3c33-4681-9d76-6a5a7c0c52e4 req-7238596f-b1d7-491f-9930-2a08642526ad tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3373094 Apr 28 15:00:07.264630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f96f-886a-493a-baea-fe7f26723802 req-cd2ebac3-591f-441d-a3a0-9e6816359b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.269312 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-cd2ebac3-591f-441d-a3a0-9e6816359b5d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1099 time: 0.2313359 Apr 28 15:00:07.282389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.368275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0f579b5e-bcad-438f-981a-d54c05c1b7d0 None None] Provisioning complete for port 4303b37b-34c2-45a7-9cf4-ca6098fe68e6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:07.368740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f579b5e-bcad-438f-981a-d54c05c1b7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.384581 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dcdcb951-9762-4b5e-85fe-279e352fabeb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/83cdf7a4-e866-49f2-ad67-3b6d3a616895 HTTP/1.1" status: 200 len: 992 time: 0.4321225 Apr 28 15:00:07.396615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.5 (d877b4fe-6018-42c6-8ed3-7fd72bc80b2a/dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b/ce89fbe4-61a8-4720-bfd4-aebc1ef4d972) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:07.420378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Network 8145e0e8-b463-440f-b99b-915a17b489ce is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:07.439326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:07.442249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:07.458645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Pushing event updated for resources: {'Port': ['ID=26ee6178-3e11-46ed-b323-6215e905b744,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:07.487431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0f579b5e-bcad-438f-981a-d54c05c1b7d0 None None] Port 4303b37b-34c2-45a7-9cf4-ca6098fe68e6 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:07.491266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.491927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.492486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.493049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.493507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.493961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.494477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.495046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.495555 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.496153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.499989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.499989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:00:07.583528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.622544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.672856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:07.676648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:07.681577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:07.707761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=ce89fbe4-61a8-4720-bfd4-aebc1ef4d972,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:07.738816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.739446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.759901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af13b519-b118-45f7-8eb5-1ddb8d7e9fd0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1479704 Apr 28 15:00:07.760479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:07.765414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a', 'name': 'tempest-PortsTestJSON-292852866'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:07.808366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Attempting to bind port 26ee6178-3e11-46ed-b323-6215e905b744 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:07.808870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Attempting to bind port 26ee6178-3e11-46ed-b323-6215e905b744 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:07.809397 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Attempting to bind port 26ee6178-3e11-46ed-b323-6215e905b744 on network 8145e0e8-b463-440f-b99b-915a17b489ce {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:07.827213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3a42c3f4-a02e-4f9c-b3d6-8313889c7888 None None] Provisioning complete for port 7b032977-f344-437e-b91d-25aa05d91bce triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:07.827213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a42c3f4-a02e-4f9c-b3d6-8313889c7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.829181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::f0 (8145e0e8-b463-440f-b99b-915a17b489ce/d207a60c-7e9f-4482-80a6-d242ae05a0a3/a77dcb5b-0cb2-4b26-9712-24753253d826) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:07.836932 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:07.837298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Checking segment: {'id': 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:07.837681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.838055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Bound using segment: {'id': 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:07.838521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Bound port: 26ee6178-3e11-46ed-b323-6215e905b744, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '8145e0e8-b463-440f-b99b-915a17b489ce'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:07.839301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.856231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Allocated IP 172.20.0.2 (d877b4fe-6018-42c6-8ed3-7fd72bc80b2a/dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b/0895806b-42f3-44ce-86e4-dfb2a5c19331) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:07.881507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:07.886454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.917251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port f825b593-e154-4d86-8f89-63e34b9eba44 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:07.979989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3a42c3f4-a02e-4f9c-b3d6-8313889c7888 None None] Port 7b032977-f344-437e-b91d-25aa05d91bce cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:07.990658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Deleting port 6bc6c714-0998-4c84-ac93-c85f5302f0a4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:07.991011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:07.994192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f96f-886a-493a-baea-fe7f26723802 req-302536c6-5616-45f0-ab15-da213def5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:07.995591 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-302536c6-5616-45f0-ab15-da213def5c02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 898 time: 0.6988103 Apr 28 15:00:07.998125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port 7b032977-f344-437e-b91d-25aa05d91bce {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:07.998472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.043511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] For port 26ee6178-3e11-46ed-b323-6215e905b744, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:08.065412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] For port 26ee6178-3e11-46ed-b323-6215e905b744, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26ee6178-3e11-46ed-b323-6215e905b744,segment=NetworkSegment(bd6ec64d-bbd8-428c-9c47-f49a5dbf4010),segment_id=bd6ec64d-bbd8-428c-9c47-f49a5dbf4010)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:08.077324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.138088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:08.187709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 4303b37b-34c2-45a7-9cf4-ca6098fe68e6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:08.188061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.194813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:08.227880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbdc01-d57d-48b4-9000-11dbb9eeab19 None None] Pushing event updated for resources: {'Port': ['ID=26ee6178-3e11-46ed-b323-6215e905b744,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:08.234138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.235476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:08.236129 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T14:59:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:08.272471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.328849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.12 (d877b4fe-6018-42c6-8ed3-7fd72bc80b2a/dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b/f825b593-e154-4d86-8f89-63e34b9eba44) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:08.341037 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:08.347957 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-40dc92a0-8766-439e-a465-ff2392c839d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 1000 time: 0.3194025 Apr 28 15:00:08.393026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.406495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:08.411944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Calling delete_port for 6bc6c714-0998-4c84-ac93-c85f5302f0a4 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:08.419218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:08.424862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:08.434023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Pushing event updated for resources: {'Port': ['ID=0895806b-42f3-44ce-86e4-dfb2a5c19331,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:08.482867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:08.550943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.569950 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-72f33f1e-ed43-4c4a-b3ff-58f3d0d30bb4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/83cdf7a4-e866-49f2-ad67-3b6d3a616895 HTTP/1.1" status: 200 len: 992 time: 0.1605730 Apr 28 15:00:08.594568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.603961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Attempting to bind port 0895806b-42f3-44ce-86e4-dfb2a5c19331 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:08.604289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Attempting to bind port 0895806b-42f3-44ce-86e4-dfb2a5c19331 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '3a97a355-6a25-4b19-b841-e28401f499e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:08.604626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Attempting to bind port 0895806b-42f3-44ce-86e4-dfb2a5c19331 on network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:08.614434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:08.614831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Checking segment: {'id': '3a97a355-6a25-4b19-b841-e28401f499e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:08.615191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.615573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Bound using segment: {'id': '3a97a355-6a25-4b19-b841-e28401f499e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:08.616071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Bound port: 0895806b-42f3-44ce-86e4-dfb2a5c19331, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a97a355-6a25-4b19-b841-e28401f499e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'd877b4fe-6018-42c6-8ed3-7fd72bc80b2a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:08.616439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.617899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for 7b032977-f344-437e-b91d-25aa05d91bce owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:08.629445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.656614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.668366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.674701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f96f-886a-493a-baea-fe7f26723802 req-a1a03b20-9625-4691-87c9-92d29f288aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:08.676594 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-a1a03b20-9625-4691-87c9-92d29f288aa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 200 len: 835 time: 0.3136585 Apr 28 15:00:08.738568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=f825b593-e154-4d86-8f89-63e34b9eba44,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:08.742355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 4303b37b-34c2-45a7-9cf4-ca6098fe68e6 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:08.751901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:08.756688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:08.760940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:08.762809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] For port 0895806b-42f3-44ce-86e4-dfb2a5c19331, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:08.775574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7b024-16cb-45d6-af01-f394c9d10c71 req-7b6505b3-f319-44e7-87c8-91aa87821078 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:08.777141 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-68e7b024-16cb-45d6-af01-f394c9d10c71 req-7b6505b3-f319-44e7-87c8-91aa87821078 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2973850 Apr 28 15:00:08.795249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] For port 0895806b-42f3-44ce-86e4-dfb2a5c19331, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0895806b-42f3-44ce-86e4-dfb2a5c19331,segment=NetworkSegment(3a97a355-6a25-4b19-b841-e28401f499e3),segment_id=3a97a355-6a25-4b19-b841-e28401f499e3)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:08.803519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.813686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:08.814333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.836501 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7443c7e8-e739-4a57-86c1-9c5b91525461 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0749483 Apr 28 15:00:08.838003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43176) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:08.893672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:08.919901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbf7a4-547d-4df3-80f0-89798a038d1c None None] Pushing event updated for resources: {'Port': ['ID=0895806b-42f3-44ce-86e4-dfb2a5c19331,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:08.937572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:08.942060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7a9ac-b6ca-42c6-bc50-11fd1d48bbc1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:08.946082 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c0d7a9ac-b6ca-42c6-bc50-11fd1d48bbc1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1041138 Apr 28 15:00:08.946290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:08.977095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87d863a-abac-49e7-8091-f16fe79cf5f3 None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:09.014269 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-68e7b024-16cb-45d6-af01-f394c9d10c71 req-ddfe14ce-1648-42be-9203-f7cc6e0f61ea tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266378 Apr 28 15:00:09.028736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90f96f-886a-493a-baea-fe7f26723802 req-1d23617e-4bef-4b56-b540-a2a25c591b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:09.030603 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-1d23617e-4bef-4b56-b540-a2a25c591b03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3248622 Apr 28 15:00:09.040651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.044575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 8145e0e8-b463-440f-b99b-915a17b489ce is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:09.059975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=a77dcb5b-0cb2-4b26-9712-24753253d826,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:09.067703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:09.076593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port f825b593-e154-4d86-8f89-63e34b9eba44 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:09.077191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.093133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:09.099199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:09.099994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.191148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event deleted for resources: {'Port': ['ID=6bc6c714-0998-4c84-ac93-c85f5302f0a4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:09.243488 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-17f5faa3-06ab-4581-9756-d859b7171f4e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0463274 Apr 28 15:00:09.245583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43180) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:09.391306 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352fb13a-8b74-4ee7-a21c-9030afb3188b None None] New status for floating IP 83cdf7a4-e866-49f2-ad67-3b6d3a616895: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:00:09.447152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.481942 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-0028e905-d7bb-4673-b559-eb2a6ab5d56e service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347465 Apr 28 15:00:09.574550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:09.575395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=7b032977-f344-437e-b91d-25aa05d91bce,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:09.626175 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.629880 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ad7cdca0-3ffa-43b1-99da-d7c8b15ded16 tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/ports/6bc6c714-0998-4c84-ac93-c85f5302f0a4 HTTP/1.1" status: 204 len: 168 time: 2.4870574 Apr 28 15:00:09.633490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43184) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:09.641337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.682584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for f825b593-e154-4d86-8f89-63e34b9eba44 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:09.707085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7770a007-0a6e-4d80-be8d-373ae1952364 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/83cdf7a4-e866-49f2-ad67-3b6d3a616895 HTTP/1.1" status: 200 len: 992 time: 0.1303635 Apr 28 15:00:09.847995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.870748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae35c4f-a00b-4f1d-aca9-f23796190d29 None None] Network 8145e0e8-b463-440f-b99b-915a17b489ce requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:09.877649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=f825b593-e154-4d86-8f89-63e34b9eba44,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:09.960576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.968350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] Provisioning complete for port 26ee6178-3e11-46ed-b323-6215e905b744 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:09.969095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:09.988323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Deleting subnet 69fdf94c-865b-41e2-b441-072abe1687b0 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:09.997887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.001276 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0c82c94e-1585-4f89-b282-c5ce7297e762 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/f825b593-e154-4d86-8f89-63e34b9eba44 HTTP/1.1" status: 204 len: 168 time: 1.0538616 Apr 28 15:00:10.005140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43186) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.061749 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e4ffd7-b89f-4458-abfb-f1cf2c731366 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:10.072103 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c9e4ffd7-b89f-4458-abfb-f1cf2c731366 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/f825b593-e154-4d86-8f89-63e34b9eba44 HTTP/1.1" status: 404 len: 333 time: 0.0635290 Apr 28 15:00:10.072885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.090454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.100767 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab90f96f-886a-493a-baea-fe7f26723802 req-411d449b-1185-4774-b48e-9c36d51ad621 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918827 Apr 28 15:00:10.103366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port a77dcb5b-0cb2-4b26-9712-24753253d826 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:10.103759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.142467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.146252 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cccb67c7-3a8b-4220-8dbd-e66a2d0f491c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/7b032977-f344-437e-b91d-25aa05d91bce HTTP/1.1" status: 204 len: 168 time: 2.9283543 Apr 28 15:00:10.147770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=4303b37b-34c2-45a7-9cf4-ca6098fe68e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:10.151408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43192) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.267887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0895806b-42f3-44ce-86e4-dfb2a5c19331 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:10.285344 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52fa3fe-2445-438d-8928-42bc5ad87a3f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] GET failed (client error): The resource could not be found. Apr 28 15:00:10.287225 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b52fa3fe-2445-438d-8928-42bc5ad87a3f tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports/7b032977-f344-437e-b91d-25aa05d91bce HTTP/1.1" status: 404 len: 333 time: 0.1298535 Apr 28 15:00:10.292283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.296521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port ce89fbe4-61a8-4720-bfd4-aebc1ef4d972 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:10.297078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.297539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.336188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.401668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0895806b-42f3-44ce-86e4-dfb2a5c19331 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:10.402038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.425274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.428634 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9e712503-1b96-41af-bc1f-83acf5f5905c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/4303b37b-34c2-45a7-9cf4-ca6098fe68e6 HTTP/1.1" status: 204 len: 168 time: 3.2030489 Apr 28 15:00:10.436784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.441737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] For port 26ee6178-3e11-46ed-b323-6215e905b744, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26ee6178-3e11-46ed-b323-6215e905b744,segment=NetworkSegment(bd6ec64d-bbd8-428c-9c47-f49a5dbf4010),segment_id=bd6ec64d-bbd8-428c-9c47-f49a5dbf4010)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:10.462762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.465152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.519884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e68a7-6e71-4069-b12b-00dc2e9b4ba6 req-37c5cfc6-acaa-4422-9c33-26a1fef7af4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:10.521513 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6c8e68a7-6e71-4069-b12b-00dc2e9b4ba6 req-37c5cfc6-acaa-4422-9c33-26a1fef7af4b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.3408008 Apr 28 15:00:10.548295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.574674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for ce89fbe4-61a8-4720-bfd4-aebc1ef4d972 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:10.587506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for a77dcb5b-0cb2-4b26-9712-24753253d826 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:10.626510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.635996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.652340 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6c8e68a7-6e71-4069-b12b-00dc2e9b4ba6 req-8ba1af84-66ed-440a-b1b3-6a6e48256c5b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213439 Apr 28 15:00:10.699110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 0895806b-42f3-44ce-86e4-dfb2a5c19331, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0895806b-42f3-44ce-86e4-dfb2a5c19331,segment=NetworkSegment(3a97a355-6a25-4b19-b841-e28401f499e3),segment_id=3a97a355-6a25-4b19-b841-e28401f499e3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:10.700517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bd562-45cd-4599-940b-2f1744bc946f None None] Pushing event updated for resources: {'Port': ['ID=26ee6178-3e11-46ed-b323-6215e905b744,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:10.713292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:10.714248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.715311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26ee6178-3e11-46ed-b323-6215e905b744 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:10.798196 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8480aa38-ebfb-4b67-9a8f-6d459d4d3ba0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/83cdf7a4-e866-49f2-ad67-3b6d3a616895 HTTP/1.1" status: 200 len: 994 time: 0.0825198 Apr 28 15:00:10.818667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port 5cf18b37-b0fd-4d71-bd7e-df054ab048e9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:10.819014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.831142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=0895806b-42f3-44ce-86e4-dfb2a5c19331,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:10.845554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 26ee6178-3e11-46ed-b323-6215e905b744 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:10.845916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.915097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-db88b9d1-48d7-4504-a889-839c4ffbb79d None None] Provisioning complete for port 26ee6178-3e11-46ed-b323-6215e905b744 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:10.915800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db88b9d1-48d7-4504-a889-839c4ffbb79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.970347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:10.992971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for 5cf18b37-b0fd-4d71-bd7e-df054ab048e9 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:11.012523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.079945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=ce89fbe4-61a8-4720-bfd4-aebc1ef4d972,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:11.126146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97375e81-5f0d-4ae8-a029-ed80492e574e None None] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:11.177415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86baec-3266-4d6c-ac99-e27b75101ed9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:11.178796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86baec-3266-4d6c-ac99-e27b75101ed9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:11.180304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86baec-3266-4d6c-ac99-e27b75101ed9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:11.184406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5d86baec-3266-4d6c-ac99-e27b75101ed9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7441132 Apr 28 15:00:11.184704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.186335 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fcdbdea4-57c0-4871-bf30-4c92aa1578ec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/ce89fbe4-61a8-4720-bfd4-aebc1ef4d972 HTTP/1.1" status: 204 len: 168 time: 1.1116590 Apr 28 15:00:11.186480 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43200) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.188698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.215256 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6580934b-adca-454b-97b2-5b9d512ec8e3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:11.217085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6580934b-adca-454b-97b2-5b9d512ec8e3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/ce89fbe4-61a8-4720-bfd4-aebc1ef4d972 HTTP/1.1" status: 404 len: 333 time: 0.0279880 Apr 28 15:00:11.221506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43204) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.287671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 71f2bd5c-ef0a-42d8-8073-f64cca92e655 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:11.297994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.308589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:11.312796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.326266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.334561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.345749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-db88b9d1-48d7-4504-a889-839c4ffbb79d None None] Provisioning complete for port a77dcb5b-0cb2-4b26-9712-24753253d826 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:11.346123 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db88b9d1-48d7-4504-a889-839c4ffbb79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.372933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=5cf18b37-b0fd-4d71-bd7e-df054ab048e9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:11.399259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event deleted for resources: {'Subnet': ['ID=69fdf94c-865b-41e2-b441-072abe1687b0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:11.402061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.404945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.405342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.411553 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0b917b8-488f-46be-8d16-6a1034a5af8c tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/5cf18b37-b0fd-4d71-bd7e-df054ab048e9 HTTP/1.1" status: 204 len: 168 time: 1.0528135 Apr 28 15:00:11.429901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.431549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce22a92-03c7-4a7b-a9e3-4d6a54cd2814 None None] Network 2780fc88-0149-4d23-ad37-f2b6ed3b3776 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:11.432840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.436749 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-463ccd30-7600-472a-a3f5-3228ff5afe7f tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/subnets/69fdf94c-865b-41e2-b441-072abe1687b0 HTTP/1.1" status: 204 len: 168 time: 1.7954950 Apr 28 15:00:11.441237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.453514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-db88b9d1-48d7-4504-a889-839c4ffbb79d None None] Port a77dcb5b-0cb2-4b26-9712-24753253d826 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:11.466386 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-7768114a-9f07-437b-8844-2f8ce531ff3d tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] GET failed (client error): The resource could not be found. Apr 28 15:00:11.468146 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7768114a-9f07-437b-8844-2f8ce531ff3d tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "GET /v2.0/ports/5cf18b37-b0fd-4d71-bd7e-df054ab048e9 HTTP/1.1" status: 404 len: 333 time: 0.0371814 Apr 28 15:00:11.471956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.573888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.599267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.602993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-60c83d9c-e0be-4ced-a099-b77f94a07f80 None None] Provisioning complete for port 0895806b-42f3-44ce-86e4-dfb2a5c19331 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:11.603364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-60c83d9c-e0be-4ced-a099-b77f94a07f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.689983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.756222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.762787 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b HTTP/1.1" status: 204 len: 168 time: 0.5404763 Apr 28 15:00:11.765036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f74f1e-9ab4-4539-a372-ee64fdc07474 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:11.771996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43214) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.780359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.783646 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/a77dcb5b-0cb2-4b26-9712-24753253d826 HTTP/1.1" status: 204 len: 168 time: 2.5319560 Apr 28 15:00:11.787960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] DHCP port deletion for 2780fc88-0149-4d23-ad37-f2b6ed3b3776 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:11.792486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-60c83d9c-e0be-4ced-a099-b77f94a07f80 None None] Could not find standard attr ID for object a77dcb5b-0cb2-4b26-9712-24753253d826. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:11.793749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43216) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.813901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188a592-e943-427b-995c-26426f097388 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=a77dcb5b-0cb2-4b26-9712-24753253d826,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:11.830268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.870532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Deleting port d9fd63cc-317b-4f8a-a62d-0115540b4e5a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:11.870920 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.879277 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db0fd79-7b4a-43b9-917a-40089e7a9260 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:00:11.880051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db0fd79-7b4a-43b9-917a-40089e7a9260 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:11.887240 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4db0fd79-7b4a-43b9-917a-40089e7a9260 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/a77dcb5b-0cb2-4b26-9712-24753253d826 HTTP/1.1" status: 404 len: 333 time: 0.0882270 Apr 28 15:00:11.897444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:11.914068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80263791-9fb4-4aaf-aedd-508f42a50d70 None None] Network d877b4fe-6018-42c6-8ed3-7fd72bc80b2a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:11.962054 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a240950-e7f4-4f0f-a1cd-28a5b45424f9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:11.963701 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7a240950-e7f4-4f0f-a1cd-28a5b45424f9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/a77dcb5b-0cb2-4b26-9712-24753253d826 HTTP/1.1" status: 404 len: 333 time: 0.0626495 Apr 28 15:00:11.965715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.966407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:11.967527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43220) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:12.015818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-aac97a24-9070-4596-8fd0-8c7e5cb90c03 None None] Provisioning complete for port 0895806b-42f3-44ce-86e4-dfb2a5c19331 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:12.016378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aac97a24-9070-4596-8fd0-8c7e5cb90c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.051176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port e4d48c41-bd94-4acc-a5fa-ed3005267727 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:12.051542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.083319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26ee6178-3e11-46ed-b323-6215e905b744 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:12.087021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet d207a60c-7e9f-4482-80a6-d242ae05a0a3 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:12.090811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.105446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c54844-709a-4847-8df4-0275b2c1c577 req-7ef372bc-cfd6-48bd-aad5-d2a5d6975b04 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:12.113162 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c3c54844-709a-4847-8df4-0275b2c1c577 req-7ef372bc-cfd6-48bd-aad5-d2a5d6975b04 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2552602 Apr 28 15:00:12.138515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.160096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] For port d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,segment=NetworkSegment(91ec6679-c3c8-4f66-aeeb-e405a01b739c),segment_id=91ec6679-c3c8-4f66-aeeb-e405a01b739c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:12.160653 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.179985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 0895806b-42f3-44ce-86e4-dfb2a5c19331 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:12.180325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.196884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Calling delete_port for d9fd63cc-317b-4f8a-a62d-0115540b4e5a owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:12.214766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.237171 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c3c54844-709a-4847-8df4-0275b2c1c577 req-9e78cdc2-eda7-4511-ae7a-eb3b2bd94031 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230931 Apr 28 15:00:12.269432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Deleting port d9fd63cc-317b-4f8a-a62d-0115540b4e5a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:12.269765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.271481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=71f2bd5c-ef0a-42d8-8073-f64cca92e655,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:12.286489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port 0895806b-42f3-44ce-86e4-dfb2a5c19331, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0895806b-42f3-44ce-86e4-dfb2a5c19331,segment=NetworkSegment(3a97a355-6a25-4b19-b841-e28401f499e3),segment_id=3a97a355-6a25-4b19-b841-e28401f499e3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:12.286862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.295933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.296669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.298794 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fd008d34-6f33-40bb-bd9e-588aa4b3262a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/71f2bd5c-ef0a-42d8-8073-f64cca92e655 HTTP/1.1" status: 204 len: 168 time: 1.1105723 Apr 28 15:00:12.303647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43222) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:12.310976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032e9af-9ee2-483e-b1bb-abdb31fd8f1c None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:12.323061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 0895806b-42f3-44ce-86e4-dfb2a5c19331 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:12.342622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.366388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 26ee6178-3e11-46ed-b323-6215e905b744 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:12.366846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.406788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for e4d48c41-bd94-4acc-a5fa-ed3005267727 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:12.420568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.430008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] For port d9fd63cc-317b-4f8a-a62d-0115540b4e5a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,segment=NetworkSegment(91ec6679-c3c8-4f66-aeeb-e405a01b739c),segment_id=91ec6679-c3c8-4f66-aeeb-e405a01b739c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:12.430008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.437784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:12.455650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=d207a60c-7e9f-4482-80a6-d242ae05a0a3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:12.460252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.466267 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa215fc9-54bd-4a09-9b69-96c292f356a0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/d207a60c-7e9f-4482-80a6-d242ae05a0a3 HTTP/1.1" status: 204 len: 168 time: 0.4935868 Apr 28 15:00:12.474430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43224) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:12.476763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.479546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55387859-4b5b-44b5-8ee6-fad4861437aa None None] Network 8145e0e8-b463-440f-b99b-915a17b489ce requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:12.483611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.489501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.519303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Calling delete_port for d9fd63cc-317b-4f8a-a62d-0115540b4e5a owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:12.543165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c649b4-9783-4a46-ace3-01f1796373d5 None None] DHCP port deletion for d877b4fe-6018-42c6-8ed3-7fd72bc80b2a request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:12.554524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.560010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port 0895806b-42f3-44ce-86e4-dfb2a5c19331 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:12.564123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=0895806b-42f3-44ce-86e4-dfb2a5c19331,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:12.679554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] Pushing event deleted for resources: {'Port': ['ID=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:12.685832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3e7d95-ba2f-4c1a-a699-5b27a4e217cb None None] No DVR routers for this DVR port d9fd63cc-317b-4f8a-a62d-0115540b4e5a on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:12.687334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.720075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.766872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d877b4fe-6018-42c6-8ed3-7fd72bc80b2a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:12.792568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a97a355-6a25-4b19-b841-e28401f499e3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:12.793185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a97a355-6a25-4b19-b841-e28401f499e3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:12.816626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.817933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.818931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.831026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0895806b-42f3-44ce-86e4-dfb2a5c19331 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:12.857582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0895806b-42f3-44ce-86e4-dfb2a5c19331 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:12.862757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0895806b-42f3-44ce-86e4-dfb2a5c19331 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 15:00:12.863313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.886859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.894116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=e4d48c41-bd94-4acc-a5fa-ed3005267727,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:12.900425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port 0895806b-42f3-44ce-86e4-dfb2a5c19331 not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 15:00:12.941672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:12.942215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:12.942885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] DHCP port deletion for 8145e0e8-b463-440f-b99b-915a17b489ce request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:12.948318 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:13.003769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d9fd63cc-317b-4f8a-a62d-0115540b4e5a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:13.017815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event deleted for resources: {'Port': ['ID=d9fd63cc-317b-4f8a-a62d-0115540b4e5a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.024304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.030181 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e755a08f-1ffd-4ec7-947d-df442b7a3259 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/ports/e4d48c41-bd94-4acc-a5fa-ed3005267727 HTTP/1.1" status: 204 len: 168 time: 1.5554137 Apr 28 15:00:13.032876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.036770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] No DVR routers for this DVR port d9fd63cc-317b-4f8a-a62d-0115540b4e5a on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:13.043020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d9fd63cc-317b-4f8a-a62d-0115540b4e5a {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:13.043644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d9fd63cc-317b-4f8a-a62d-0115540b4e5a not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:13.069622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Deleting port 26ee6178-3e11-46ed-b323-6215e905b744 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:13.072851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.074303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.082078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.090091 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/d877b4fe-6018-42c6-8ed3-7fd72bc80b2a HTTP/1.1" status: 204 len: 168 time: 1.3168786 Apr 28 15:00:13.097559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.108400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029575225'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:13.133166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.148750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 26ee6178-3e11-46ed-b323-6215e905b744 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:13.149610 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.152213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcec02-da1d-4361-8264-db2508ec6fee tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=d877b4fe-6018-42c6-8ed3-7fd72bc80b2a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.192628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting subnet 91371805-05cb-4613-a541-12b70a1ebbc9 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:13.220862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.229203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:13.234966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.245153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] For port 26ee6178-3e11-46ed-b323-6215e905b744, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26ee6178-3e11-46ed-b323-6215e905b744,segment=NetworkSegment(bd6ec64d-bbd8-428c-9c47-f49a5dbf4010),segment_id=bd6ec64d-bbd8-428c-9c47-f49a5dbf4010)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:13.245565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.260845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Calling delete_port for 26ee6178-3e11-46ed-b323-6215e905b744 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:13.286301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.289647 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59 HTTP/1.1" status: 204 len: 168 time: 0.9826112 Apr 28 15:00:13.293314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110da07b-d271-461d-a628-b3fba2fc1927 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.295066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43234) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.296864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.307696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.369698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port 26ee6178-3e11-46ed-b323-6215e905b744, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26ee6178-3e11-46ed-b323-6215e905b744,segment=NetworkSegment(bd6ec64d-bbd8-428c-9c47-f49a5dbf4010),segment_id=bd6ec64d-bbd8-428c-9c47-f49a5dbf4010)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:13.370070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.385186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:13.392186 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-87e4d021-1a80-49a6-b7aa-f66d3aa2f501 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923035 Apr 28 15:00:13.393074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43236) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.415539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2780fc88-0149-4d23-ad37-f2b6ed3b3776']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:13.431772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 26ee6178-3e11-46ed-b323-6215e905b744 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:13.440722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.441069 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment 473e7330-f2d4-4b42-a189-0d15a63ccea6 of type vlan for network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 Apr 28 15:00:13.465939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ec6679-c3c8-4f66-aeeb-e405a01b739c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:13.465939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ec6679-c3c8-4f66-aeeb-e405a01b739c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:13.477931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.493892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.528345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99920396-9a34-4dcb-a379-8a935f87eabe tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:13.534695 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-99920396-9a34-4dcb-a379-8a935f87eabe tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1366510 Apr 28 15:00:13.542240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.564743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.588668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb124bd9-0ae3-4bde-80cf-2f45de69c785 req-1adbb9ee-ad5e-42dc-9785-523b6e16076d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:13.590441 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb124bd9-0ae3-4bde-80cf-2f45de69c785 req-1adbb9ee-ad5e-42dc-9785-523b6e16076d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2029743 Apr 28 15:00:13.605865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.644668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0b3fbe-985d-469b-86fc-072a32a98bd1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:13.650510 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7e0b3fbe-985d-469b-86fc-072a32a98bd1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1065834 Apr 28 15:00:13.655560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43240) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.716931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] Pushing event deleted for resources: {'Port': ['ID=26ee6178-3e11-46ed-b323-6215e905b744,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.724364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.728697 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d74a0498-90a9-4d35-af31-0535c124da95 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716481 Apr 28 15:00:13.729439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.730340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:13.730701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.730948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.734443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb132a04-4de4-45ff-a203-2e88631415a2 None None] No DVR routers for this DVR port 26ee6178-3e11-46ed-b323-6215e905b744 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:13.743667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:13.768517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:13.768796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:13.772126 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:13.776095 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb124bd9-0ae3-4bde-80cf-2f45de69c785 req-bb6c80fc-dfa3-4f7d-b476-5db620f25941 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666038 Apr 28 15:00:13.786912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.796158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6921761 Apr 28 15:00:13.812054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:13.847376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:13.861596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port 26ee6178-3e11-46ed-b323-6215e905b744 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:13.873971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.900280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=26ee6178-3e11-46ed-b323-6215e905b744,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.906213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ca334-b217-46f1-b918-55d25a978119 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.920885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:13.939779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Subnet': ['ID=91371805-05cb-4613-a541-12b70a1ebbc9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:13.948501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-eff5ca54-0702-4f3c-a1f8-f3c80d1ba43d None None] Provisioning complete for port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:13.948719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff5ca54-0702-4f3c-a1f8-f3c80d1ba43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.955007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0392b55-b650-4135-a769-035abeeb4c27 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:13.964723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:13.968448 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9338e4e8-7cd7-43e1-b73c-fbdeeb936746 tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/subnets/91371805-05cb-4613-a541-12b70a1ebbc9 HTTP/1.1" status: 204 len: 168 time: 0.9341719 Apr 28 15:00:13.973639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:14.049616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.075802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.077260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9426ae2-6c5f-4ca0-9191-8f64803e89bf None None] Network 7e5da792-a879-4c53-91e8-2a466f1fda0a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:14.093740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0895806b-42f3-44ce-86e4-dfb2a5c19331 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:14.137869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8145e0e8-b463-440f-b99b-915a17b489ce']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:14.143220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.147884 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] 10.222.0.58 "DELETE /v2.0/networks/2780fc88-0149-4d23-ad37-f2b6ed3b3776 HTTP/1.1" status: 204 len: 168 time: 2.7033770 Apr 28 15:00:14.149774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.169124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:14.169403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6ec64d-bbd8-428c-9c47-f49a5dbf4010') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:14.182602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.191931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511431f4-4087-4093-a1ac-5433ac311c4a tempest-TagsExtTest-445042405 tempest-TagsExtTest-445042405-project] Pushing event deleted for resources: {'Network': ['ID=2780fc88-0149-4d23-ad37-f2b6ed3b3776,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:14.208625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.225345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-4e0ee3ff-2c1e-4cea-a77d-0f05c3097765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:14.225865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0895806b-42f3-44ce-86e4-dfb2a5c19331 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:14.226202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0895806b-42f3-44ce-86e4-dfb2a5c19331 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:14.226609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26ee6178-3e11-46ed-b323-6215e905b744 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:14.227687 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-4e0ee3ff-2c1e-4cea-a77d-0f05c3097765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.1124783 Apr 28 15:00:14.228955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:14.233676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.235442 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:14.236094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:14.238399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:14.238815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.240396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:14.243443 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:14.247944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.262374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a3bb1-a1c8-4f42-b27a-ba06ada9d254 req-ef4d6995-8104-4959-a5cf-9f5785ebf5b7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:14.264025 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-626a3bb1-a1c8-4f42-b27a-ba06ada9d254 req-ef4d6995-8104-4959-a5cf-9f5785ebf5b7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1392350 Apr 28 15:00:14.274367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 26ee6178-3e11-46ed-b323-6215e905b744 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:14.274705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26ee6178-3e11-46ed-b323-6215e905b744 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:14.348868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.355358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.359061 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/8145e0e8-b463-440f-b99b-915a17b489ce HTTP/1.1" status: 204 len: 168 time: 1.8451948 Apr 28 15:00:14.373000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:14.378368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791835489'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:14.402886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-626a3bb1-a1c8-4f42-b27a-ba06ada9d254 req-04fd128f-b491-4f2d-ac18-903139e5c6e7 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931304 Apr 28 15:00:14.407078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664af38-3839-4f15-89a0-59ab25b07ddf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=8145e0e8-b463-440f-b99b-915a17b489ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:14.420707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Deleting port ea4d89da-1c8c-42ea-935c-397490b3569c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:14.421375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.486530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:14.490084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.513985 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-caac11a1-8c76-4147-947a-87b3a7df31e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7747440 Apr 28 15:00:14.517568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:14.526476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:14.528966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:14.571950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] DHCP port deletion for 7e5da792-a879-4c53-91e8-2a466f1fda0a request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:14.630997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:14.649225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Deleting port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:14.649595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.665879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-8e0b16f2-772b-48d2-8a1a-1099bfa25498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:14.667726 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-8e0b16f2-772b-48d2-8a1a-1099bfa25498 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.4148884 Apr 28 15:00:14.721573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Deleting port ea4d89da-1c8c-42ea-935c-397490b3569c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:14.721879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.740374 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-4145fb9a-4496-41d2-ab2d-004f1a5dec08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.0652165 Apr 28 15:00:14.742339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.753266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] For port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:14.753667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.799800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Calling delete_port for 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:14.825651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] For port ea4d89da-1c8c-42ea-935c-397490b3569c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ea4d89da-1c8c-42ea-935c-397490b3569c,segment=NetworkSegment(b1db4008-347f-4175-bcc6-b6dd60ae0697),segment_id=b1db4008-347f-4175-bcc6-b6dd60ae0697)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:14.826055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.866786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Calling delete_port for ea4d89da-1c8c-42ea-935c-397490b3569c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:14.872482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-f4517d71-cb6e-4f48-a29f-da3a80eabaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:14.874014 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-f4517d71-cb6e-4f48-a29f-da3a80eabaed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.1247449 Apr 28 15:00:14.874617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=8fe35b81-e329-4d8d-915a-29d6701a7cbe,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:14.885730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:14.894771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.895106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 452209af-089b-439d-8949-df89aa7ad03a of type vlan for network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 Apr 28 15:00:14.901081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] For port ea4d89da-1c8c-42ea-935c-397490b3569c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ea4d89da-1c8c-42ea-935c-397490b3569c,segment=NetworkSegment(b1db4008-347f-4175-bcc6-b6dd60ae0697),segment_id=b1db4008-347f-4175-bcc6-b6dd60ae0697)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:14.901431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.924341 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-92201e8b-c8f1-43c8-b33b-8b55addd984e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1ff103d01c0e4764a0e048cd38956505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916121 Apr 28 15:00:14.929059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43264) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:14.946544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': '473e7330-f2d4-4b42-a189-0d15a63ccea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:14.947033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:14.954313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Calling delete_port for ea4d89da-1c8c-42ea-935c-397490b3569c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:14.974526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:14.992518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-90c0652f-139e-4a92-b577-e403a9da31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:14.994056 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-90c0652f-139e-4a92-b577-e403a9da31de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1063886 Apr 28 15:00:15.001591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] Pushing event deleted for resources: {'Port': ['ID=9bee4ea4-d907-4dfc-bb78-5ec178ebd135,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.010395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990b1dc-443f-439c-a577-2949e731dd2f None None] No DVR routers for this DVR port 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:15.017683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:15.021217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.024189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.056917 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] No DVR routers for this DVR port ea4d89da-1c8c-42ea-935c-397490b3569c on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:15.061306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345e49e-db7c-4ef5-a8a0-effd1ca786ba None None] Pushing event deleted for resources: {'Port': ['ID=ea4d89da-1c8c-42ea-935c-397490b3569c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.079632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.095638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:15.100823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:15.104575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.106269 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:15.106851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:15.108843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d51674a-3a82-451c-8964-74f958c19b65 None None] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:15.110541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:15.111528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.120894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.128142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.134064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:15.134842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.170381 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b05205b1-3e3e-4bd3-9758-63005ea45e32 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3537900 Apr 28 15:00:15.171772 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e24c65ce-d930-4531-b919-2351d90312ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6532209 Apr 28 15:00:15.177461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:15.177790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:15.181994 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-2b356926-620d-4b49-8821-778fd0e97dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746783 Apr 28 15:00:15.184839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6', 'name': 'tempest-PortsTestJSON-762439690', 'fixed_ips': [{'subnet_id': '8fe35b81-e329-4d8d-915a-29d6701a7cbe', 'ip_address': '172.20.0.10'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:15.224764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:15.245514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.247790 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8739347 Apr 28 15:00:15.248174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.251591 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2094afea-f00f-4930-813e-182ecf7bd368 HTTP/1.1" status: 204 len: 168 time: 0.3190954 Apr 28 15:00:15.254610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43270) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:15.271517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:15.273654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.295082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376483fc-0dfd-434f-926e-61a30f3fa15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2094afea-f00f-4930-813e-182ecf7bd368,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.319804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6', 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': '8fe35b81-e329-4d8d-915a-29d6701a7cbe'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:15.320999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.371842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454eb1e-e7e8-4a47-9be4-1b3b9fd60f52 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=0ab134a2-7157-4a43-9db6-2c1b503f6b79,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.385289 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4684f7a3-e549-47ac-9b86-2235b2d91901 req-ae1b2929-382c-4980-999b-9225f850199c service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882801 Apr 28 15:00:15.412592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:15.415422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Port': ['ID=ea4d89da-1c8c-42ea-935c-397490b3569c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.416396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.425797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] No DVR routers for this DVR port ea4d89da-1c8c-42ea-935c-397490b3569c on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:15.445929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:15.615214 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab24d31e-446b-4510-8594-7a913fe042a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.616976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.628291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Allocated IP 172.20.0.2 (3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6/8fe35b81-e329-4d8d-915a-29d6701a7cbe/f1c37db0-3360-436f-89bc-f428f28f9f44) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:15.646253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:15.649894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.651351 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:15.651785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:15.655438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d09b1-f79c-4afc-ad75-d0113087c657 req-99f12bf1-afb3-4972-b33a-62b5a0872fd3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:15.664297 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2d1d09b1-f79c-4afc-ad75-d0113087c657 req-99f12bf1-afb3-4972-b33a-62b5a0872fd3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1052454 Apr 28 15:00:15.664677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5da792-a879-4c53-91e8-2a466f1fda0a']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:15.687879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1db4008-347f-4175-bcc6-b6dd60ae0697') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:15.688256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1db4008-347f-4175-bcc6-b6dd60ae0697') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:15.700714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.702494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:15.719139 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-60bb7635-694e-4632-ba7c-f92b93cc291c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5268731 Apr 28 15:00:15.723015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:15.729807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:15.732305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.739539 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2d1d09b1-f79c-4afc-ad75-d0113087c657 req-21959db6-13be-4ac3-a65a-4e417d3dc96d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738277 Apr 28 15:00:15.765539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:15.765893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:15.768880 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:15.828537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.838288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.856630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.862482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.867994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] 10.222.0.58 "DELETE /v2.0/networks/7e5da792-a879-4c53-91e8-2a466f1fda0a HTTP/1.1" status: 204 len: 168 time: 1.8933332 Apr 28 15:00:15.888274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.895773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c8f43-d7d0-45ec-8248-c3f42605ee7e tempest-AllowedAddressPairIpV6TestJSON-1622693137 tempest-AllowedAddressPairIpV6TestJSON-1622693137-project] Pushing event deleted for resources: {'Network': ['ID=7e5da792-a879-4c53-91e8-2a466f1fda0a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.905337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:15.906448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.909384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:15.914488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:15.920790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Pushing event updated for resources: {'Port': ['ID=f1c37db0-3360-436f-89bc-f428f28f9f44,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:15.932034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port da882099-1c50-475f-8e24-66cd0ae2bf76 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:15.944447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:15.953950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:15.955473 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:15.955985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:15.987877 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-086b5abc-d6f2-420f-b91a-a55038b6d100 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2616496 Apr 28 15:00:15.988432 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43280) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:15.994739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:16.005056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=e74f7f55-6960-4757-8641-f2b7ba171e24,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:16.014341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '452209af-089b-439d-8949-df89aa7ad03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:16.014776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: 0ab134a2-7157-4a43-9db6-2c1b503f6b79, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:16.062151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:16.065301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ea4d89da-1c8c-42ea-935c-397490b3569c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:16.079985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0ab134a2-7157-4a43-9db6-2c1b503f6b79) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:16.084567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:16.085974 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.089058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Attempting to bind port f1c37db0-3360-436f-89bc-f428f28f9f44 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:16.089429 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Attempting to bind port f1c37db0-3360-436f-89bc-f428f28f9f44 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '473e7330-f2d4-4b42-a189-0d15a63ccea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:16.089787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Attempting to bind port f1c37db0-3360-436f-89bc-f428f28f9f44 on network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:16.091700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: ea4d89da-1c8c-42ea-935c-397490b3569c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:16.092107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ea4d89da-1c8c-42ea-935c-397490b3569c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:16.092515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:16.098354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e4295c-20fd-42fa-aabe-d5f27a28793f None None] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:16.113394 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ba9b7d42-7381-4ac0-bc39-c985f5fef614 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8577340 Apr 28 15:00:16.116376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43282) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.121289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-130366847'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:16.195808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:16.196411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9bee4ea4-d907-4dfc-bb78-5ec178ebd135 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:16.197720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:16.198092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Checking segment: {'id': '473e7330-f2d4-4b42-a189-0d15a63ccea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:16.198483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.198865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Bound using segment: {'id': '473e7330-f2d4-4b42-a189-0d15a63ccea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:16.199340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Bound port: f1c37db0-3360-436f-89bc-f428f28f9f44, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '473e7330-f2d4-4b42-a189-0d15a63ccea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:16.199711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:16.200245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.204518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.210005 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:16.211025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:16.266862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:16.273794 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4c520649-4e91-4fcf-8390-a9137af01919 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2801955 Apr 28 15:00:16.273794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43286) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.275359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.278642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:16.302520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 0abef29a-b072-4eb2-98be-1877cd27cbe1 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:16.332141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] For port f1c37db0-3360-436f-89bc-f428f28f9f44, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:16.336198 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0ab134a2-7157-4a43-9db6-2c1b503f6b79', 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': 'e74f7f55-6960-4757-8641-f2b7ba171e24'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:16.337253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.340803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43288) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.361908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] For port f1c37db0-3360-436f-89bc-f428f28f9f44, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f1c37db0-3360-436f-89bc-f428f28f9f44,segment=NetworkSegment(473e7330-f2d4-4b42-a189-0d15a63ccea6),segment_id=473e7330-f2d4-4b42-a189-0d15a63ccea6)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:16.374218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.391606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.10 (3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6/8fe35b81-e329-4d8d-915a-29d6701a7cbe/da882099-1c50-475f-8e24-66cd0ae2bf76) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:16.453220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::332 (0ab134a2-7157-4a43-9db6-2c1b503f6b79/e74f7f55-6960-4757-8641-f2b7ba171e24/0abef29a-b072-4eb2-98be-1877cd27cbe1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:16.505376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7952c-71fb-43f7-aa22-bacc3b8e2ed4 None None] Pushing event updated for resources: {'Port': ['ID=f1c37db0-3360-436f-89bc-f428f28f9f44,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:16.601924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:16.605481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.606936 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:16.607361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:16.614819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.636666 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3ecb2e18-0b63-47c2-bd7a-48fdc4e3b3ce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a770d039c4574a77b4eade7b774827ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948101 Apr 28 15:00:16.638700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43292) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.647542 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-678363ac-1ad5-4c84-9f61-0844272a7d48 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3730867 Apr 28 15:00:16.650034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43294) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.654373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.685745 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bedea01c-695d-4c2f-9497-b6b785ce76c4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319121 Apr 28 15:00:16.685745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43296) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.725263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.758010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbfabaa-cd40-4dc1-91fb-ba1bc3d0f23e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:16.759530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5bbfabaa-cd40-4dc1-91fb-ba1bc3d0f23e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731518 Apr 28 15:00:16.764968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.790672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Allocated IP 2001:db8::2 (0ab134a2-7157-4a43-9db6-2c1b503f6b79/e74f7f55-6960-4757-8641-f2b7ba171e24/e74b2fe5-1e06-4889-b171-422b3cbf6355) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:16.802212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:16.808928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:16.819212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:16.827785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:16.829530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.835708 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c2acb175-c53e-4821-9c5b-361ba91b59a5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684202 Apr 28 15:00:16.844877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.855005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:16.880434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.930455 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8128889 Apr 28 15:00:16.931254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.933965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:16.936479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18ed3a-c263-4ff6-a9bd-3926de52ad5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=0abef29a-b072-4eb2-98be-1877cd27cbe1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:16.947527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:16.954419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:16.962665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:16.987564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:16.997239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.015381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1e0c-908f-44d6-a8ef-ada263fb8551 req-d6ac3ab8-3682-4e9c-8ae8-efcc94b10ddb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:17.016049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.018097 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-675e1e0c-908f-44d6-a8ef-ada263fb8551 req-d6ac3ab8-3682-4e9c-8ae8-efcc94b10ddb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1940448 Apr 28 15:00:17.040299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=da882099-1c50-475f-8e24-66cd0ae2bf76,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:17.047728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:17.048485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.056051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:17.057937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:17.060067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Pushing event updated for resources: {'Port': ['ID=e74b2fe5-1e06-4889-b171-422b3cbf6355,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:17.062541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:17.084983 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-718af173-1ea0-43b9-a09f-39ef6f7b89ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9054635 Apr 28 15:00:17.087887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:17.092831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': '3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6', 'name': 'tempest-PortsTestJSON-24637570', 'fixed_ips': [{'subnet_id': '8fe35b81-e329-4d8d-915a-29d6701a7cbe', 'ip_address': '172.20.0.9'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:17.097088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:17.100755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.112996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-675e1e0c-908f-44d6-a8ef-ada263fb8551 req-0482b74a-2d07-4fae-8fad-ba38a0e9d9e3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795267 Apr 28 15:00:17.148722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Attempting to bind port e74b2fe5-1e06-4889-b171-422b3cbf6355 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:17.148880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Attempting to bind port e74b2fe5-1e06-4889-b171-422b3cbf6355 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '452209af-089b-439d-8949-df89aa7ad03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:17.149288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Attempting to bind port e74b2fe5-1e06-4889-b171-422b3cbf6355 on network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:17.154825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:17.155261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Checking segment: {'id': '452209af-089b-439d-8949-df89aa7ad03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:17.155796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.156269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Bound using segment: {'id': '452209af-089b-439d-8949-df89aa7ad03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:17.157585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Bound port: e74b2fe5-1e06-4889-b171-422b3cbf6355, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452209af-089b-439d-8949-df89aa7ad03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0ab134a2-7157-4a43-9db6-2c1b503f6b79'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:17.158076 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.206743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.209220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.210355 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a5b88195-7fb3-498a-8bcc-9b34f784295b HTTP/1.1" status: 204 len: 168 time: 0.5706081 Apr 28 15:00:17.212725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 0abef29a-b072-4eb2-98be-1877cd27cbe1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:17.214835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.232418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-64a9d387-c540-4102-9599-92897a00e701 None None] For port e74b2fe5-1e06-4889-b171-422b3cbf6355, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:17.239371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-64a9d387-c540-4102-9599-92897a00e701 None None] For port e74b2fe5-1e06-4889-b171-422b3cbf6355, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e74b2fe5-1e06-4889-b171-422b3cbf6355,segment=NetworkSegment(452209af-089b-439d-8949-df89aa7ad03a),segment_id=452209af-089b-439d-8949-df89aa7ad03a)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:17.250338 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.267574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:17.272455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.288328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fa7e8-e912-4194-bbd0-33fcb1f48319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b88195-7fb3-498a-8bcc-9b34f784295b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:17.311281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 00832f80-31c6-470f-82e6-50e4a5124376 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:17.419832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9d387-c540-4102-9599-92897a00e701 None None] Pushing event updated for resources: {'Port': ['ID=e74b2fe5-1e06-4889-b171-422b3cbf6355,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:17.599139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.9 (3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6/8fe35b81-e329-4d8d-915a-29d6701a7cbe/00832f80-31c6-470f-82e6-50e4a5124376) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:17.870540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2a134-47fb-43a1-a225-89423c594cc1 None None] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:17.873124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e3877-9d6a-43e1-984f-499b8a9ac386 req-fd3314cb-d869-4759-adea-8597b3e09fd2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:17.880832 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-984e3877-9d6a-43e1-984f-499b8a9ac386 req-fd3314cb-d869-4759-adea-8597b3e09fd2 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.6802990 Apr 28 15:00:17.887227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.953699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:17.967710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.003562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9211a3e5-0fed-4911-b157-6ca3553763ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.010640 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-984e3877-9d6a-43e1-984f-499b8a9ac386 req-7894c218-dcee-4a3c-bbb9-89d2bd3171f5 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279347 Apr 28 15:00:18.013662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] Provisioning complete for port f1c37db0-3360-436f-89bc-f428f28f9f44 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:18.013662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.037942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 0abef29a-b072-4eb2-98be-1877cd27cbe1 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:18.146557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:18.166657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:18.172394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:18.250710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=00832f80-31c6-470f-82e6-50e4a5124376,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:18.252285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.297189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.297951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.315018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4887b-9a4f-4a5c-b422-290fdda159af req-74326804-eba9-403e-ab7c-8f1986073f7a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.316792 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7bb4887b-9a4f-4a5c-b422-290fdda159af req-74326804-eba9-403e-ab7c-8f1986073f7a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1658704 Apr 28 15:00:18.327137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=0abef29a-b072-4eb2-98be-1877cd27cbe1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:18.335154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.345837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.352046 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5891921d-7acb-4d47-93d3-919764f5288c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/0abef29a-b072-4eb2-98be-1877cd27cbe1 HTTP/1.1" status: 204 len: 168 time: 1.4113905 Apr 28 15:00:18.355742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43336) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.360643 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c467dc49-b7ed-49ca-9a3d-2f0c4b8ed6a2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2717578 Apr 28 15:00:18.363265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43338) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.384165 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f962a73f-e461-4c33-8913-9fa42cc143e0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:18.393163 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f962a73f-e461-4c33-8913-9fa42cc143e0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/0abef29a-b072-4eb2-98be-1877cd27cbe1 HTTP/1.1" status: 404 len: 333 time: 0.0358627 Apr 28 15:00:18.410058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.objects.ports [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102640) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:18.410850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43340) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.427564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.454728 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f1c37db0-3360-436f-89bc-f428f28f9f44 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:18.491479 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7bb4887b-9a4f-4a5c-b422-290fdda159af req-27f0ad72-5c7b-4a72-a70c-3893464f5338 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509058 Apr 28 15:00:18.542530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=045ccbe2-4da5-47a7-88ca-3412ce59cec9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:18.542819 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0f814b-962b-45c3-95de-9c6a48c405f3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.547294 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-da0f814b-962b-45c3-95de-9c6a48c405f3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1806481 Apr 28 15:00:18.547685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43344) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.579717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.588026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:18.596762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1074066864'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:18.615431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:18.624075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.624635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.630254 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.634792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet e74f7f55-6960-4757-8641-f2b7ba171e24 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:18.645856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.655759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b75b1b-0509-4589-88f9-dcebcae0cf8a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.662735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b75b1b-0509-4589-88f9-dcebcae0cf8a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.668469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af9cb5-a362-4423-bd71-fceeca5fa67c None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:18.674790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b75b1b-0509-4589-88f9-dcebcae0cf8a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.680130 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92b75b1b-0509-4589-88f9-dcebcae0cf8a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2375 time: 0.1301775 Apr 28 15:00:18.683376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.702004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:18.706397 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.736930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f1c37db0-3360-436f-89bc-f428f28f9f44 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:18.737299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.741474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] For port f1c37db0-3360-436f-89bc-f428f28f9f44, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f1c37db0-3360-436f-89bc-f428f28f9f44,segment=NetworkSegment(473e7330-f2d4-4b42-a189-0d15a63ccea6),segment_id=473e7330-f2d4-4b42-a189-0d15a63ccea6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:18.765631 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f98c5bf-e0ad-4825-9c8f-804492882f68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9154124 Apr 28 15:00:18.768939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43348) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:18.775494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.776271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:41:d7:fa', 'name': 'tempest-NetworksTestDHCPv6-678422569'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:18.808136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.827248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:18.866296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da4950-ad31-420f-a35e-fe43507a66fd None None] Pushing event updated for resources: {'Port': ['ID=f1c37db0-3360-436f-89bc-f428f28f9f44,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:18.957139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e9977-d6c4-46cf-a263-b50009b763da req-7fac4e31-fe45-4d78-a428-92df8f1c3ca1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:18.958615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d06e9977-d6c4-46cf-a263-b50009b763da req-7fac4e31-fe45-4d78-a428-92df8f1c3ca1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2732065 Apr 28 15:00:18.991681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.016103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e74b2fe5-1e06-4889-b171-422b3cbf6355 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:19.030548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:19.048562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51d56a7-e09e-4dc0-9171-d007b08c61bc None None] Network 0ab134a2-7157-4a43-9db6-2c1b503f6b79 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:19.060341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '045ccbe2-4da5-47a7-88ca-3412ce59cec9'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:19.061311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.066602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.112307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 00832f80-31c6-470f-82e6-50e4a5124376 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:19.112712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.122060 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d06e9977-d6c4-46cf-a263-b50009b763da req-e8553583-fc98-41cb-8c12-f0f0fa31299a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539052 Apr 28 15:00:19.161978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.174933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.196547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port adca3271-cec9-46c8-a568-34370fa56a9b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:19.229293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.296591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Provisioning complete for port 00832f80-31c6-470f-82e6-50e4a5124376 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:19.296591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.297951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.310829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:19.318595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3fe23b-4495-4637-b6b9-40b35946ea32,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:19.340220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cb2ce-b0d9-4e94-883d-22f59a0c8721 req-0daeff44-6d6c-42bc-91fa-1e738f188566 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:19.342334 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ad6cb2ce-b0d9-4e94-883d-22f59a0c8721 req-0daeff44-6d6c-42bc-91fa-1e738f188566 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.0761962 Apr 28 15:00:19.368169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.372388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=e74f7f55-6960-4757-8641-f2b7ba171e24,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:19.376736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.381091 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-025d407d-4a45-49ee-b210-8c533ac666ef tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/e74f7f55-6960-4757-8641-f2b7ba171e24 HTTP/1.1" status: 204 len: 168 time: 0.9692490 Apr 28 15:00:19.383383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Allocated IP 2001:db8::f816:3eff:fed0:3140 (54d908dd-ca79-41d5-95f2-c906280f9818/045ccbe2-4da5-47a7-88ca-3412ce59cec9/e8c3a431-09be-4456-bc72-006d995e1f94) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:19.386105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:19.388193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.388624 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Added segment fbbcfc90-c557-4cca-a931-7702060ff386 of type vlan for network fff56abd-382f-49ad-9f71-95ba5c5e9131 Apr 28 15:00:19.402888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 00832f80-31c6-470f-82e6-50e4a5124376 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:19.430029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Port 00832f80-31c6-470f-82e6-50e4a5124376 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:19.444340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.445344 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ad6cb2ce-b0d9-4e94-883d-22f59a0c8721 req-b5ba14af-9c4d-406e-8b47-ac4e90573623 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913212 Apr 28 15:00:19.481333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e74b2fe5-1e06-4889-b171-422b3cbf6355 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:19.481839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.552887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.555268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.558886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:19.559654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.574339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Provisioning complete for port f1c37db0-3360-436f-89bc-f428f28f9f44 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:19.574628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.634095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port e74b2fe5-1e06-4889-b171-422b3cbf6355 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:19.634386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.658227 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3187759 Apr 28 15:00:19.659168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:19.670036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3489-4e1b-47d2-8227-9837c8fce8aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Network': ['ID=fff56abd-382f-49ad-9f71-95ba5c5e9131,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:19.687532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:19.691217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.712844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'subnet': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:19.729103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=00832f80-31c6-470f-82e6-50e4a5124376,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:19.793354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.833515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port e74b2fe5-1e06-4889-b171-422b3cbf6355, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e74b2fe5-1e06-4889-b171-422b3cbf6355,segment=NetworkSegment(452209af-089b-439d-8949-df89aa7ad03a),segment_id=452209af-089b-439d-8949-df89aa7ad03a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:19.833891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.835788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.839109 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6b773069-365b-4079-aa5f-63f3df1c7850 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/00832f80-31c6-470f-82e6-50e4a5124376 HTTP/1.1" status: 204 len: 168 time: 1.1513541 Apr 28 15:00:19.842408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:19.857900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] DHCP port deletion for 0ab134a2-7157-4a43-9db6-2c1b503f6b79 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:19.868537 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de4777f-6ab4-4712-a065-1d4e4b82d2b7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:19.870177 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1de4777f-6ab4-4712-a065-1d4e4b82d2b7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/00832f80-31c6-470f-82e6-50e4a5124376 HTTP/1.1" status: 404 len: 333 time: 0.0268285 Apr 28 15:00:19.873035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43362) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:19.887515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for e74b2fe5-1e06-4889-b171-422b3cbf6355 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:19.961182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.975472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9966c-4cc2-4f2d-9fc0-2ee8cb640dcc req-655fa4b7-d350-4107-94c8-e1a4b8c47654 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:19.977105 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2cd9966c-4cc2-4f2d-9fc0-2ee8cb640dcc req-655fa4b7-d350-4107-94c8-e1a4b8c47654 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1483555 Apr 28 15:00:19.988508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port da882099-1c50-475f-8e24-66cd0ae2bf76 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:19.990072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:19.991781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port e74b2fe5-1e06-4889-b171-422b3cbf6355, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e74b2fe5-1e06-4889-b171-422b3cbf6355,segment=NetworkSegment(452209af-089b-439d-8949-df89aa7ad03a),segment_id=452209af-089b-439d-8949-df89aa7ad03a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:19.996422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.035352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:20.038931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.042919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Pushing event updated for resources: {'Port': ['ID=e8c3a431-09be-4456-bc72-006d995e1f94,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.057177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.102360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.116684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for da882099-1c50-475f-8e24-66cd0ae2bf76 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:20.118569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:20.140305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:20.144972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Provisioning complete for port da882099-1c50-475f-8e24-66cd0ae2bf76 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:20.145330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.155031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:20.167030 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2cd9966c-4cc2-4f2d-9fc0-2ee8cb640dcc req-e5cb9f0e-f75b-4707-893b-05d38e77c002 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727221 Apr 28 15:00:20.169656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe41:d7fa (54d908dd-ca79-41d5-95f2-c906280f9818/045ccbe2-4da5-47a7-88ca-3412ce59cec9/adca3271-cec9-46c8-a568-34370fa56a9b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:20.182176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.229478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=e74b2fe5-1e06-4889-b171-422b3cbf6355,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.245668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port e74b2fe5-1e06-4889-b171-422b3cbf6355 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:20.246467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f1c37db0-3360-436f-89bc-f428f28f9f44 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:20.257880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.296919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Deleting port e74b2fe5-1e06-4889-b171-422b3cbf6355 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:20.297412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.313442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=e74b2fe5-1e06-4889-b171-422b3cbf6355,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.315970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e6af8-7810-412d-a012-093fa496df50 None None] Port da882099-1c50-475f-8e24-66cd0ae2bf76 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:20.319670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.330372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Attempting to bind port e8c3a431-09be-4456-bc72-006d995e1f94 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:20.330744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Attempting to bind port e8c3a431-09be-4456-bc72-006d995e1f94 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:20.331104 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Attempting to bind port e8c3a431-09be-4456-bc72-006d995e1f94 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:20.354530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=da882099-1c50-475f-8e24-66cd0ae2bf76,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.374828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:20.375196 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:20.375597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.376100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:20.376470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Bound port: e8c3a431-09be-4456-bc72-006d995e1f94, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:20.376853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.404559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] For port e74b2fe5-1e06-4889-b171-422b3cbf6355, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:20.404958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.421705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.422961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Calling delete_port for e74b2fe5-1e06-4889-b171-422b3cbf6355 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:20.439796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.444518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Port e74b2fe5-1e06-4889-b171-422b3cbf6355 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:00:20.451965 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-236ea2ad-4f77-4adf-9e9b-5841a2a9c8e0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/da882099-1c50-475f-8e24-66cd0ae2bf76 HTTP/1.1" status: 204 len: 168 time: 0.5749986 Apr 28 15:00:20.451965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:20.460928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.466655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-57ed5317-fb6a-4fbb-9a1b-a75921434b3a None None] Could not find standard attr ID for object 00832f80-31c6-470f-82e6-50e4a5124376. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:20.484698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f1c37db0-3360-436f-89bc-f428f28f9f44 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:20.485390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.491796 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba19398-926e-42ea-b22f-d9430ffcd8a4 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:20.496338 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eba19398-926e-42ea-b22f-d9430ffcd8a4 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/da882099-1c50-475f-8e24-66cd0ae2bf76 HTTP/1.1" status: 404 len: 333 time: 0.0407968 Apr 28 15:00:20.503151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:20.570713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 8fe35b81-e329-4d8d-915a-29d6701a7cbe {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:20.575097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.628484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.681993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-57ed5317-fb6a-4fbb-9a1b-a75921434b3a None None] Could not find standard attr ID for object e74b2fe5-1e06-4889-b171-422b3cbf6355. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:20.707410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] Pushing event deleted for resources: {'Port': ['ID=e74b2fe5-1e06-4889-b171-422b3cbf6355,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.719258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50661813-9bdf-411f-a229-7bfdf1ec0d14 None None] No DVR routers for this DVR port e74b2fe5-1e06-4889-b171-422b3cbf6355 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:20.724691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-57ed5317-fb6a-4fbb-9a1b-a75921434b3a None None] Could not find standard attr ID for object da882099-1c50-475f-8e24-66cd0ae2bf76. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:20.740018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] For port e8c3a431-09be-4456-bc72-006d995e1f94, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:20.759236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.759795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.762495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] For port e8c3a431-09be-4456-bc72-006d995e1f94, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e8c3a431-09be-4456-bc72-006d995e1f94,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:20.772285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.842899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab134a2-7157-4a43-9db6-2c1b503f6b79']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:20.859808 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-a3429950-3c5e-4af0-af37-f4132d935cb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1191709 Apr 28 15:00:20.868882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca32ccf-fb2b-4a25-8402-a3d4f0b79605 None None] Pushing event updated for resources: {'Port': ['ID=e8c3a431-09be-4456-bc72-006d995e1f94,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.886483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452209af-089b-439d-8949-df89aa7ad03a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:20.886777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452209af-089b-439d-8949-df89aa7ad03a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:20.903502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.930782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.948348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e74b2fe5-1e06-4889-b171-422b3cbf6355 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:20.949451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe35b81-e329-4d8d-915a-29d6701a7cbe,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:20.951660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.955178 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bd5e6d1e-eefd-4fca-8c84-23fc6190f60a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/8fe35b81-e329-4d8d-915a-29d6701a7cbe HTTP/1.1" status: 204 len: 168 time: 0.4505944 Apr 28 15:00:20.960053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:20.965378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e976be9-94d8-437c-b44d-5ed30a1bf7aa None None] Network 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:20.981305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:20.985593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.000555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.011549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-594913df-715f-46db-97c5-f5e8b53a42c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.013398 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-594913df-715f-46db-97c5-f5e8b53a42c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.0742793 Apr 28 15:00:21.021364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:21.021790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:21.025103 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:21.047524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e74b2fe5-1e06-4889-b171-422b3cbf6355 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:21.047871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e74b2fe5-1e06-4889-b171-422b3cbf6355 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:21.123406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.170684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-38692966-896e-4778-a6cc-80f0a785fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.172280 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-38692966-896e-4778-a6cc-80f0a785fe05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.1307905 Apr 28 15:00:21.244961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] DHCP port deletion for 3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:21.250124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.279558 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-20d1b1a8-c819-40c7-ba11-9885862f6b39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.1006207 Apr 28 15:00:21.283122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.286428 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/0ab134a2-7157-4a43-9db6-2c1b503f6b79 HTTP/1.1" status: 204 len: 168 time: 1.8992958 Apr 28 15:00:21.288497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed815fd3-607d-4a5b-8c38-6e55a8ed5bac tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=0ab134a2-7157-4a43-9db6-2c1b503f6b79,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:21.290287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Subnet': ['ID=35fde638-ba28-4c35-8a31-fd969f637923,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:21.308429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:21.315059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'name': 'tempest-PortsIpV6TestJSON-382336752'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:21.318853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Checking segment: {'id': 'fbbcfc90-c557-4cca-a931-7702060ff386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:21.319217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network hostable DHCP agents. Network: fff56abd-382f-49ad-9f71-95ba5c5e9131, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:21.322808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Deleting port f1c37db0-3360-436f-89bc-f428f28f9f44 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:21.323404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.365151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f381-a606-46ce-ad4b-051b268443ab req-6b3aed8e-83a0-45c4-86a6-9347497cb7eb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.366599 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7ab4f381-a606-46ce-ad4b-051b268443ab req-6b3aed8e-83a0-45c4-86a6-9347497cb7eb tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.0983400 Apr 28 15:00:21.395165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-8dd19b4f-acc9-499d-a028-ad7c6cd72914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.396681 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-8dd19b4f-acc9-499d-a028-ad7c6cd72914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.0861781 Apr 28 15:00:21.402671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] For port f1c37db0-3360-436f-89bc-f428f28f9f44, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f1c37db0-3360-436f-89bc-f428f28f9f44,segment=NetworkSegment(473e7330-f2d4-4b42-a189-0d15a63ccea6),segment_id=473e7330-f2d4-4b42-a189-0d15a63ccea6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:21.403320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.414781 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:21.422256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Calling delete_port for f1c37db0-3360-436f-89bc-f428f28f9f44 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:21.435790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.439233 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7ab4f381-a606-46ce-ad4b-051b268443ab req-56b15a4c-1d97-427a-a971-c935403df11e tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644565 Apr 28 15:00:21.453014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-40b19cfb-3c5f-4881-96ca-19e765105090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.454446 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-40b19cfb-3c5f-4881-96ca-19e765105090 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471811 Apr 28 15:00:21.457917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, fff56abd-382f-49ad-9f71-95ba5c5e9131) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:21.495606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.496755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.513483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf7a98-91d3-429b-acb1-8aa24a138390 None None] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:21.540234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:21.553488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:21.557576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=adca3271-cec9-46c8-a568-34370fa56a9b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:21.561367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port f1c37db0-3360-436f-89bc-f428f28f9f44 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:21.561721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.566972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:21.573295 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.574080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.590855 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-786ac358-04d6-463c-b45a-7fcf552c65a9 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9308028 Apr 28 15:00:21.594647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:21.596925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:21.600519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.602339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-678868239'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:21.662470 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-fd94568c-7de4-407d-94cb-9de8fd56644e service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001476 Apr 28 15:00:21.672808 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fb09df42-4cae-4903-b06f-f878719f0f3a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9025121 Apr 28 15:00:21.674379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 12fe6912-75ea-480e-be39-ffc3281339ea yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:21.678881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:21.687781 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port f1c37db0-3360-436f-89bc-f428f28f9f44, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f1c37db0-3360-436f-89bc-f428f28f9f44,segment=NetworkSegment(473e7330-f2d4-4b42-a189-0d15a63ccea6),segment_id=473e7330-f2d4-4b42-a189-0d15a63ccea6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:21.688281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.736325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for f1c37db0-3360-436f-89bc-f428f28f9f44 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:21.760854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.779996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] No DVR routers for this DVR port f1c37db0-3360-436f-89bc-f428f28f9f44 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:21.810868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883e431-a6f5-4542-b7e3-12c0b201c54c None None] Pushing event deleted for resources: {'Port': ['ID=f1c37db0-3360-436f-89bc-f428f28f9f44,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:21.838636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-fff56abd-382f-49ad-9f71-95ba5c5e9131', 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'tenant_id': 'e7b568c931ae4662ad2ecfd798e1c615', 'fixed_ips': [{'subnet_id': '35fde638-ba28-4c35-8a31-fd969f637923'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:21.839597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.892643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d2b6f-a599-4080-9222-380aa6e583cb req-f6986ea4-68c5-4a62-84d1-6fe9bfa8334b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:21.894279 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e4d2b6f-a599-4080-9222-380aa6e583cb req-f6986ea4-68c5-4a62-84d1-6fe9bfa8334b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2280037 Apr 28 15:00:21.966696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:21.971444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.978615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:21.992032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.009022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fa714-5cfe-4be8-818d-d3e03408e1e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.016776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196fa714-5cfe-4be8-818d-d3e03408e1e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.019418 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-196fa714-5cfe-4be8-818d-d3e03408e1e6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3019900 Apr 28 15:00:22.019954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Allocated IP 172.20.0.2 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:22.021075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port cde9bd35-0e1f-429a-868d-85ccb63ac6af yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:22.036569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:22.039622 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e4d2b6f-a599-4080-9222-380aa6e583cb req-0645794a-ca1d-4ea1-b099-318d9f9debe9 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325724 Apr 28 15:00:22.059377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=f1c37db0-3360-436f-89bc-f428f28f9f44,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.084129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port f1c37db0-3360-436f-89bc-f428f28f9f44 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:22.124795 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-aaaa4682-38fb-489f-8c02-f91351af5aa7 req-6e3db19e-e47c-4546-b614-383ce83cab63 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786175 Apr 28 15:00:22.228938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275529f1-0c85-428f-9181-6e9731984c50 req-2c0df650-b764-4ff7-89f7-75dd95097984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.231789 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-2c0df650-b764-4ff7-89f7-75dd95097984 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=16742291048a44409617a88a30c76b41&device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 1099 time: 0.0475225 Apr 28 15:00:22.239550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.251233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.272947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e8c3a431-09be-4456-bc72-006d995e1f94 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:22.318802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:22.342967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.343664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '473e7330-f2d4-4b42-a189-0d15a63ccea6') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:22.343984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '473e7330-f2d4-4b42-a189-0d15a63ccea6') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:22.360759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.373742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.377893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:22.388269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=12fe6912-75ea-480e-be39-ffc3281339ea,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.394083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:22.401460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port adca3271-cec9-46c8-a568-34370fa56a9b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:22.401823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.408229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:22.410260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:22.418847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:22.420981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.421998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.424237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-928fa563-81ee-4c09-8355-14298db8161d None None] Provisioning complete for port e8c3a431-09be-4456-bc72-006d995e1f94 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:22.424713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-928fa563-81ee-4c09-8355-14298db8161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.429022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:22.439018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.444451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275529f1-0c85-428f-9181-6e9731984c50 req-9cbe5abf-2414-485e-967a-f408b9c31d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.446863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:22.447158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.447982 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-9cbe5abf-2414-485e-967a-f408b9c31d77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 200 len: 913 time: 0.2019629 Apr 28 15:00:22.460105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.12 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/cde9bd35-0e1f-429a-868d-85ccb63ac6af) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:22.472841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e8c3a431-09be-4456-bc72-006d995e1f94 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:22.472841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.502316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Pushing event updated for resources: {'Port': ['ID=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:22.507376 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:22.553958 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5c5d7d5a-31c1-441a-8253-f86320c83ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2417204 Apr 28 15:00:22.556237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43386) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:22.599832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.601445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Attempting to bind port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:22.601926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Attempting to bind port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'fbbcfc90-c557-4cca-a931-7702060ff386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:22.602527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Attempting to bind port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c on network fff56abd-382f-49ad-9f71-95ba5c5e9131 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:22.610055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.610304 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-04a99f22-55ea-4c10-ad24-60e5fafe163f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 200 len: 1002 time: 0.1526861 Apr 28 15:00:22.612638 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6 HTTP/1.1" status: 204 len: 168 time: 1.6494641 Apr 28 15:00:22.613164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:22.613740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Checking segment: {'id': 'fbbcfc90-c557-4cca-a931-7702060ff386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:22.614232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.614708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Bound using segment: {'id': 'fbbcfc90-c557-4cca-a931-7702060ff386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:22.615519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Bound port: 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbcfc90-c557-4cca-a931-7702060ff386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:22.615714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.623318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:22.632052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1865909519'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:22.641042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09c0cc-2eeb-4764-9be1-a85c9973144c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=3e29c2c8-f4cd-4dc5-802e-e6c742c2cda6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.679217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:22.684653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.708076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.715668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.725519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-928fa563-81ee-4c09-8355-14298db8161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.725955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for adca3271-cec9-46c8-a568-34370fa56a9b owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:22.728122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:22.743314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.743575 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Added segment fe610c57-c6c1-4305-bef0-cf59b325337c of type vlan for network ddffe672-c447-4a01-beb3-e0ad95e7956c Apr 28 15:00:22.786861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275529f1-0c85-428f-9181-6e9731984c50 req-8f0850a1-ef19-4339-a502-66c4143366bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.788397 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-8f0850a1-ef19-4339-a502-66c4143366bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 200 len: 851 time: 0.1549380 Apr 28 15:00:22.791851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port e8c3a431-09be-4456-bc72-006d995e1f94, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e8c3a431-09be-4456-bc72-006d995e1f94,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:22.797015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] For port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:22.800852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] For port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,segment=NetworkSegment(fbbcfc90-c557-4cca-a931-7702060ff386),segment_id=fbbcfc90-c557-4cca-a931-7702060ff386)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:22.802565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.828566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.851878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.865054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 12fe6912-75ea-480e-be39-ffc3281339ea {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:22.865399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.882899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f1c37db0-3360-436f-89bc-f428f28f9f44 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:22.884504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.890317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.891153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.919949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: f1c37db0-3360-436f-89bc-f428f28f9f44 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:22.919949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f1c37db0-3360-436f-89bc-f428f28f9f44 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:22.925418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-928fa563-81ee-4c09-8355-14298db8161d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:22.925849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-928fa563-81ee-4c09-8355-14298db8161d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:22.927188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=e8c3a431-09be-4456-bc72-006d995e1f94,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.940618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.978971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3510921 Apr 28 15:00:22.983965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee19a86-1ef6-4bd3-9de6-b9429395e62b None None] Pushing event updated for resources: {'Port': ['ID=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:22.984573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:22.987296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:22.990772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275529f1-0c85-428f-9181-6e9731984c50 req-48051446-a24e-43bf-a43f-6f2ffe55b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:22.992415 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-48051446-a24e-43bf-a43f-6f2ffe55b77a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850991 Apr 28 15:00:22.995539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:23.031737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 12fe6912-75ea-480e-be39-ffc3281339ea owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:23.070622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb84f24-0b8b-4df6-8672-19bc982fc73c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Network': ['ID=ddffe672-c447-4a01-beb3-e0ad95e7956c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:23.089805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network ddffe672-c447-4a01-beb3-e0ad95e7956c details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:23.127085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.128410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.169585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=adca3271-cec9-46c8-a568-34370fa56a9b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:23.226320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:23.234290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:23.234873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.237894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-432f7309-a79c-45b7-a80d-441b78627910 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/adca3271-cec9-46c8-a568-34370fa56a9b HTTP/1.1" status: 204 len: 168 time: 1.1918247 Apr 28 15:00:23.242175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:23.242351 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:23.242730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:23.245490 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-0200b3d2-90fe-4500-a6af-694337a8b7c3 service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440782 Apr 28 15:00:23.246418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.274763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=cde9bd35-0e1f-429a-868d-85ccb63ac6af,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:23.372447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:23.372842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.390793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.410104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dff2ae-d3f4-4c06-a5db-3796f1741176 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:23.411726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dff2ae-d3f4-4c06-a5db-3796f1741176 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:23.415762 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89dff2ae-d3f4-4c06-a5db-3796f1741176 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1715362 Apr 28 15:00:23.423906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:23.440265 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d955fc53-6b1a-42c7-9619-f4e11db677a0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8443196 Apr 28 15:00:23.443067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:23.456275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-1303989669', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f5:b0:2c'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:23.456637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d799a6-b857-49b2-b171-dbe8e9dcc1a0 req-251c7073-45b9-4456-b8c3-51cf3ad6083a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:23.458483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d0d799a6-b857-49b2-b171-dbe8e9dcc1a0 req-251c7073-45b9-4456-b8c3-51cf3ad6083a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2361634 Apr 28 15:00:23.460475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=12fe6912-75ea-480e-be39-ffc3281339ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:23.470341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.473893 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-32d07192-39b6-4283-852d-e5421375de5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/12fe6912-75ea-480e-be39-ffc3281339ea HTTP/1.1" status: 204 len: 168 time: 0.9166734 Apr 28 15:00:23.479759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:23.493386 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-275529f1-0c85-428f-9181-6e9731984c50 req-7102c530-336a-4537-8c31-8e01def6210f service neutron] 10.222.0.21 "GET /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195315 Apr 28 15:00:23.514478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'mac_address': 'fa:16:3e:53:0b:0b', 'name': 'tempest-PortsIpV6TestJSON-2134814224'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:23.600102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:23.621992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8a2bce3e-be18-49ec-90fe-4a630a63bbfb None None] Could not find standard attr ID for object adca3271-cec9-46c8-a568-34370fa56a9b. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:23.650796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 045ccbe2-4da5-47a7-88ca-3412ce59cec9 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:23.662894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d0d799a6-b857-49b2-b171-dbe8e9dcc1a0 req-1bdfd0b8-b4e9-4cd2-9f42-1378aff5588b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921558 Apr 28 15:00:23.667891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.704875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.721555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port 71912325-2b63-47ff-9a43-3cc9d75e510d yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:23.758911 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.762826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:23.827038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.14 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/71912325-2b63-47ff-9a43-3cc9d75e510d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:23.853159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.902480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:23.979138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=c4959cec-a68d-4540-90a0-1764c164f241,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:23.994548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:24.003286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.074282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Checking segment: {'id': 'fe610c57-c6c1-4305-bef0-cf59b325337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:24.074656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network hostable DHCP agents. Network: ddffe672-c447-4a01-beb3-e0ad95e7956c, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:24.142280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network ddffe672-c447-4a01-beb3-e0ad95e7956c is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:24.164528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.224396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, ddffe672-c447-4a01-beb3-e0ad95e7956c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:24.235526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cc0bc-b28d-4be2-8f50-e5c7ab2ca950 None None] Network ddffe672-c447-4a01-beb3-e0ad95e7956c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:24.238539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=045ccbe2-4da5-47a7-88ca-3412ce59cec9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:24.244111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:24.244695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.253278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.256425 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3ca555e8-fc70-4f3c-8736-44309da5c7be tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/045ccbe2-4da5-47a7-88ca-3412ce59cec9 HTTP/1.1" status: 204 len: 168 time: 0.7966790 Apr 28 15:00:24.260398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.273723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410bbcbe-f4c4-4c9f-9ab0-3e89113ae27a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:24.320209 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-06bca21f-4b14-4a8c-8315-38263bdea6d0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519266 Apr 28 15:00:24.324221 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1cf1af6d-1150-4e17-b9b0-dfbf973dc476 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3360109 Apr 28 15:00:24.324944 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.328039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592b1114-0ad2-494a-b101-7c73fdd0647e None None] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:24.335845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:24.341578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.346081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-758320517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:24.355723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.408565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:24.446547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.447569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.501582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.505044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:24.508617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.513465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.531805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] Provisioning complete for port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:24.532122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.557131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.589035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.605616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:24.609237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:24.613660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:24.637683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.644364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=71912325-2b63-47ff-9a43-3cc9d75e510d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:24.671564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:24.675138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:24.681363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:24.683630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:24.690558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:24.691192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.701938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:24.702896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.703487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:24.708154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.709796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-532d44dc-73a8-4ab3-8614-6866f054d1fb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3669508 Apr 28 15:00:24.732345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c', 'name': 'tempest-PortsTestJSON-1223621713'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:24.749754 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7a44601e-62b8-4774-9969-99b767c9d828 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2381282 Apr 28 15:00:24.751871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.816186 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-72eb765f-9469-41a9-b118-72c87384afdd tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.3687494 Apr 28 15:00:24.833091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.841805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d573304-1b30-4d1d-b95c-feedb7c03535 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:24.843724 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5d573304-1b30-4d1d-b95c-feedb7c03535 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 HTTP/1.1" status: 200 len: 845 time: 0.0869391 Apr 28 15:00:24.859087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43418) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:24.932392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eb9a9-6156-47c8-856e-6a608a430f12 req-d246ce39-a64a-434a-adc8-851aca981031 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:24.934048 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-396eb9a9-6156-47c8-856e-6a608a430f12 req-d246ce39-a64a-434a-adc8-851aca981031 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1351142 Apr 28 15:00:24.979270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:24.979776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.007515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee835db-c483-4979-aacd-f6648ee6b3e0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:25.013948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee835db-c483-4979-aacd-f6648ee6b3e0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:25.020503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee835db-c483-4979-aacd-f6648ee6b3e0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:25.022891 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0ee835db-c483-4979-aacd-f6648ee6b3e0 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1791320 Apr 28 15:00:25.026954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:25.051109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.077782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-ddffe672-c447-4a01-beb3-e0ad95e7956c', 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': 'c4959cec-a68d-4540-90a0-1764c164f241'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:25.078727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.080767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:25.080922 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-396eb9a9-6156-47c8-856e-6a608a430f12 req-9303632c-05c9-45b6-b814-1f5264ae49ad tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391959 Apr 28 15:00:25.156679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:25.160869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.169164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:25.169510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.177711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] For port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,segment=NetworkSegment(fbbcfc90-c557-4cca-a931-7702060ff386),segment_id=fbbcfc90-c557-4cca-a931-7702060ff386)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:25.229575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.264684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:25.323282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.335537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd413b2c-741e-46f8-b324-b39ad466cd2b None None] Pushing event updated for resources: {'Port': ['ID=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:25.347888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c4cd7-df17-44b5-aec9-e38443c9dd44 req-19d0e185-ee8d-44f2-9015-706b5b66c2bd tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:25.349885 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f14c4cd7-df17-44b5-aec9-e38443c9dd44 req-19d0e185-ee8d-44f2-9015-706b5b66c2bd tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1101172 Apr 28 15:00:25.352527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:25.353511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:25.363800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.393322 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Deleting port e8c3a431-09be-4456-bc72-006d995e1f94 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:25.393696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.452309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port 71912325-2b63-47ff-9a43-3cc9d75e510d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:25.452654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.511481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.11 (ddffe672-c447-4a01-beb3-e0ad95e7956c/c4959cec-a68d-4540-90a0-1764c164f241/0bd518fa-67b9-4bf3-a6c5-d6058f032c34) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:25.535515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] For port e8c3a431-09be-4456-bc72-006d995e1f94, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e8c3a431-09be-4456-bc72-006d995e1f94,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:25.536313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.552115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.566680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Calling delete_port for e8c3a431-09be-4456-bc72-006d995e1f94 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:25.582589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Provisioning complete for port cde9bd35-0e1f-429a-868d-85ccb63ac6af triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:25.582861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.588890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:25.589236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:25.592341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:25.641776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.649134 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fb6dcac7-f666-4c79-84f1-4e6a36961d6b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 HTTP/1.1" status: 204 len: 168 time: 0.7841797 Apr 28 15:00:25.653880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:25.675882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Port cde9bd35-0e1f-429a-868d-85ccb63ac6af cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:25.699223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Provisioning complete for port 71912325-2b63-47ff-9a43-3cc9d75e510d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:25.699490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.728016 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ec2d68-cc4d-4f6e-a476-ab601de17079 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:25.736387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.737491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f1ec2d68-cc4d-4f6e-a476-ab601de17079 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/66a45a5d-0ea1-4b26-b9ec-2ded01e8fc38 HTTP/1.1" status: 404 len: 333 time: 0.0822651 Apr 28 15:00:25.742076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:25.748046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'name': 'tempest-PortsIpV6TestJSON-1549075232'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:25.785707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Port 71912325-2b63-47ff-9a43-3cc9d75e510d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:25.791313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] No DVR routers for this DVR port e8c3a431-09be-4456-bc72-006d995e1f94 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:25.794923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b40336-6c51-40dc-96ec-a5ee2d80799e None None] Pushing event deleted for resources: {'Port': ['ID=e8c3a431-09be-4456-bc72-006d995e1f94,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:25.809333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Provisioning complete for port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:25.809333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8b044e76-0a18-430a-85de-96da087bc89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.886809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.923316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.924713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:25.928931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:25.952112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 00d1dfb2-9986-4b01-9eb3-50564a80c6ee yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:25.954422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for 71912325-2b63-47ff-9a43-3cc9d75e510d owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:25.959828 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f14c4cd7-df17-44b5-aec9-e38443c9dd44 req-970a13bc-2a40-448c-8f23-8af4ac88e93a tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884597 Apr 28 15:00:25.991358 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.services.revisions.revision_plugin [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Could not find related port for resource to bump revision. Apr 28 15:00:25.994966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.006198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Port e8c3a431-09be-4456-bc72-006d995e1f94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102641) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 28 15:00:26.006619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_pluggable_backend [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Reverting IP allocation for 2001:db8::f816:3eff:fed0:3140 {{(pid=102641) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 28 15:00:26.040820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Allocated IP 172.20.0.2 (ddffe672-c447-4a01-beb3-e0ad95e7956c/c4959cec-a68d-4540-90a0-1764c164f241/d83047a4-d1fe-4b78-85cc-d6208b02d29d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:26.041330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network ddffe672-c447-4a01-beb3-e0ad95e7956c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:26.047228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.055705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:26.061492 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:26.069190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Provisioning complete for port cde9bd35-0e1f-429a-868d-85ccb63ac6af triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:26.069657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.113194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:26.113449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:26.113972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.122995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:26.131602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:26.132230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.141332 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4320915 Apr 28 15:00:26.147158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:26.148050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=e376b4ab-3266-4377-8c32-4f4f6d9dcf67,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:26.160283 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0e025f1c-c197-4254-a6df-d7b2f0c641c5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8282878 Apr 28 15:00:26.162383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:26.167227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:8d:5e:37', 'name': 'tempest-NetworksTestDHCPv6-1579913298'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:26.169300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7c3e-8808-45e2-a64c-a74ac55267bd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=0bd518fa-67b9-4bf3-a6c5-d6058f032c34,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:26.216999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733666f-6c4e-4e74-b81c-221f8655f1db None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:26.313987 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Port cde9bd35-0e1f-429a-868d-85ccb63ac6af cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:26.333722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e8c3a431-09be-4456-bc72-006d995e1f94 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:26.345712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.373844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e8c3a431-09be-4456-bc72-006d995e1f94 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:26.374161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e8c3a431-09be-4456-bc72-006d995e1f94 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 28 15:00:26.389705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264558-2b7e-4e67-b43b-daa2b08e7cc2 req-fdd6ba29-ded9-4ebc-b3da-e6b185ad08f8 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:26.391666 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4264558-2b7e-4e67-b43b-daa2b08e7cc2 req-fdd6ba29-ded9-4ebc-b3da-e6b185ad08f8 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1170418 Apr 28 15:00:26.397276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=71912325-2b63-47ff-9a43-3cc9d75e510d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:26.407013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Provisioning complete for port 71912325-2b63-47ff-9a43-3cc9d75e510d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:26.407227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.427718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:26.432477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Port e8c3a431-09be-4456-bc72-006d995e1f94 not found, will not notify nova. {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 28 15:00:26.442468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.475324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b12399fb-7a5a-4455-a5d1-b5ee3162cf4a None None] Port 71912325-2b63-47ff-9a43-3cc9d75e510d was deleted so its status cannot be updated. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 28 15:00:26.559785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.580132 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.600341 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4264558-2b7e-4e67-b43b-daa2b08e7cc2 req-e67c90a3-0960-41b9-a752-8ca254cb46f8 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588144 Apr 28 15:00:26.632967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:26.659025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.667077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.667676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'e376b4ab-3266-4377-8c32-4f4f6d9dcf67'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:26.668337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.679616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.682869 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2815c79f-720f-4d85-a2df-729b8703f8e8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/71912325-2b63-47ff-9a43-3cc9d75e510d HTTP/1.1" status: 204 len: 168 time: 1.6553791 Apr 28 15:00:26.686424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43438) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:26.697947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Network ddffe672-c447-4a01-beb3-e0ad95e7956c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:26.706281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 9d72b59a-9a2f-4bb6-b692-6444cf925cf9 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:26.712091 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:26.714642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:26.726066 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f093819-102d-44f1-8dc6-69b61c9552fa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] GET failed (client error): The resource could not be found. Apr 28 15:00:26.727662 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0f093819-102d-44f1-8dc6-69b61c9552fa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports/71912325-2b63-47ff-9a43-3cc9d75e510d HTTP/1.1" status: 404 len: 333 time: 0.0397084 Apr 28 15:00:26.733455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43440) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:26.733604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Pushing event updated for resources: {'Port': ['ID=d83047a4-d1fe-4b78-85cc-d6208b02d29d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:26.772208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-146037187'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:26.776253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.813356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=00d1dfb2-9986-4b01-9eb3-50564a80c6ee,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:26.826387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:26.850641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe8d:5e37 (54d908dd-ca79-41d5-95f2-c906280f9818/e376b4ab-3266-4377-8c32-4f4f6d9dcf67/9d72b59a-9a2f-4bb6-b692-6444cf925cf9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:26.866047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:26.869682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:26.870807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Attempting to bind port d83047a4-d1fe-4b78-85cc-d6208b02d29d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:26.871180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Attempting to bind port d83047a4-d1fe-4b78-85cc-d6208b02d29d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'fe610c57-c6c1-4305-bef0-cf59b325337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:26.871538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Attempting to bind port d83047a4-d1fe-4b78-85cc-d6208b02d29d on network ddffe672-c447-4a01-beb3-e0ad95e7956c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:26.874529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:26.875179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.877949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:26.878326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.883295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:26.883775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Checking segment: {'id': 'fe610c57-c6c1-4305-bef0-cf59b325337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:26.884222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.884650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Bound using segment: {'id': 'fe610c57-c6c1-4305-bef0-cf59b325337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:26.885122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Bound port: d83047a4-d1fe-4b78-85cc-d6208b02d29d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe610c57-c6c1-4305-bef0-cf59b325337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'ddffe672-c447-4a01-beb3-e0ad95e7956c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:26.885536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:26.958320 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-527f7040-0ff8-4abe-905d-1b44d12b690b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2144482 Apr 28 15:00:26.984812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43446) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:26.991096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:27.080391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.188842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] For port d83047a4-d1fe-4b78-85cc-d6208b02d29d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:27.213526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] For port d83047a4-d1fe-4b78-85cc-d6208b02d29d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d83047a4-d1fe-4b78-85cc-d6208b02d29d,segment=NetworkSegment(fe610c57-c6c1-4305-bef0-cf59b325337c),segment_id=fe610c57-c6c1-4305-bef0-cf59b325337c)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:27.215140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.238212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.251642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.295431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.302875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:27.306520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.358241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.360605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3645a4-5d3a-4a23-8864-30bbb69e8754 None None] Pushing event updated for resources: {'Port': ['ID=d83047a4-d1fe-4b78-85cc-d6208b02d29d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:27.365165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e8c3a431-09be-4456-bc72-006d995e1f94 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:27.372279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.388343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] In _notify_port_updated(), no bound segment for port 00d1dfb2-9986-4b01-9eb3-50564a80c6ee on network 29cb3cb2-3e22-4512-9d0a-639156c72034 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:27.390259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port f661a3f6-45fe-4d5e-9910-87d5b72a99aa yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:27.393592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e8c3a431-09be-4456-bc72-006d995e1f94 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:27.393990 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e8c3a431-09be-4456-bc72-006d995e1f94 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:27.403206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:27.404191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.412447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/ports/00d1dfb2-9986-4b01-9eb3-50564a80c6ee HTTP/1.1" status: 200 len: 818 time: 0.4257269 Apr 28 15:00:27.435034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=0bd518fa-67b9-4bf3-a6c5-d6058f032c34,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:27.435885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:27.445628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Allocated IP 2001:db8::f816:3eff:fe08:e4b6 (54d908dd-ca79-41d5-95f2-c906280f9818/e376b4ab-3266-4377-8c32-4f4f6d9dcf67/e79a7606-de6a-499a-8a87-8c78f8c7d704) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:27.446278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.524505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebf480-659e-4ae5-8073-6daaf0852ab1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=00d1dfb2-9986-4b01-9eb3-50564a80c6ee,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:27.559804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.11 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/f661a3f6-45fe-4d5e-9910-87d5b72a99aa) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:27.597604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:27.598843 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:27.605722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:27.611377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:27.615950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.673236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.687098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.715660 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5519919 Apr 28 15:00:27.735546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:27.739237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:27.740443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:27.743996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:27.747434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Pushing event updated for resources: {'Port': ['ID=e79a7606-de6a-499a-8a87-8c78f8c7d704,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:27.797491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0552bb-4027-43c6-a1ea-ac0b1368dcdb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=9d72b59a-9a2f-4bb6-b692-6444cf925cf9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:27.800135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.828773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Attempting to bind port e79a7606-de6a-499a-8a87-8c78f8c7d704 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:27.829156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Attempting to bind port e79a7606-de6a-499a-8a87-8c78f8c7d704 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:27.829557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Attempting to bind port e79a7606-de6a-499a-8a87-8c78f8c7d704 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:27.835090 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:27.835469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:27.835869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.836247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c002-de65-452c-b499-2b44db4c550a req-a1fef89f-90a4-497c-ae54-0488b827ecd3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:27.836351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:27.836761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Bound port: e79a7606-de6a-499a-8a87-8c78f8c7d704, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:27.837144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.837541 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb50c002-de65-452c-b499-2b44db4c550a req-a1fef89f-90a4-497c-ae54-0488b827ecd3 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1396799 Apr 28 15:00:27.843486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 00d1dfb2-9986-4b01-9eb3-50564a80c6ee {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:27.843818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.874210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beccfa2-7afa-40d7-866e-456e41aa693d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:27.880385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beccfa2-7afa-40d7-866e-456e41aa693d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:27.884311 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4beccfa2-7afa-40d7-866e-456e41aa693d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1380606 Apr 28 15:00:27.886179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:27.921757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] For port e79a7606-de6a-499a-8a87-8c78f8c7d704, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:27.925615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] For port e79a7606-de6a-499a-8a87-8c78f8c7d704, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e79a7606-de6a-499a-8a87-8c78f8c7d704,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:27.936398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.974670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:27.998961 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb50c002-de65-452c-b499-2b44db4c550a req-6f627328-7965-4c47-aebc-3d062ec6fdbd tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510601 Apr 28 15:00:28.009422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c0cf3-fc9b-4c6a-b374-27a6781bb45b None None] Pushing event updated for resources: {'Port': ['ID=e79a7606-de6a-499a-8a87-8c78f8c7d704,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.009944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.021003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.038595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 00d1dfb2-9986-4b01-9eb3-50564a80c6ee owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:28.107715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 9d72b59a-9a2f-4bb6-b692-6444cf925cf9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:28.108085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.150900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.212108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=f661a3f6-45fe-4d5e-9910-87d5b72a99aa,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.226369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.239430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:28.247100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:28.251292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:28.265033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.277535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=00d1dfb2-9986-4b01-9eb3-50564a80c6ee,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.289680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 9d72b59a-9a2f-4bb6-b692-6444cf925cf9 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:28.292241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.295993 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fbbbf59b-b924-45de-8549-f889f58e0b31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/00d1dfb2-9986-4b01-9eb3-50564a80c6ee HTTP/1.1" status: 204 len: 168 time: 0.8515518 Apr 28 15:00:28.299106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:28.388407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:28.392017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.399345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176218e7-a091-4613-adc7-0d55bc3c8a09 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:28.401202 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-176218e7-a091-4613-adc7-0d55bc3c8a09 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1011975 Apr 28 15:00:28.404349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:28.452541 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d1277d-515d-470e-b20e-c7c239e67910 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:28.458456 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-47d1277d-515d-470e-b20e-c7c239e67910 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/00d1dfb2-9986-4b01-9eb3-50564a80c6ee HTTP/1.1" status: 404 len: 333 time: 0.0490260 Apr 28 15:00:28.459862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:28.466435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1942303567'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:28.469920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:28.470082 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e72e4c6f-2555-4dc5-9dd4-8208a2981bbc tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7291491 Apr 28 15:00:28.477869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f5:b0:2c'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:28.540055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.550691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.604103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:28.608544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.639216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a319a248-5c2a-4fb0-9e70-7a6050c05e4c None None] Provisioning complete for port f661a3f6-45fe-4d5e-9910-87d5b72a99aa triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:28.639775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a319a248-5c2a-4fb0-9e70-7a6050c05e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.682465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e79a7606-de6a-499a-8a87-8c78f8c7d704 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:28.702103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.704637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=0bd518fa-67b9-4bf3-a6c5-d6058f032c34,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.737251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a319a248-5c2a-4fb0-9e70-7a6050c05e4c None None] Port f661a3f6-45fe-4d5e-9910-87d5b72a99aa cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:28.741348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.752986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:28.780518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e79a7606-de6a-499a-8a87-8c78f8c7d704 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:28.781230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.837688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=9d72b59a-9a2f-4bb6-b692-6444cf925cf9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:28.846400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network ddffe672-c447-4a01-beb3-e0ad95e7956c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:28.848690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:28.854467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.854983 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 6ed45755-6853-43b4-bf06-5cc958f9ad86 of type vlan for network d70f3757-f0a8-4d5a-bb40-02d8039a7551 Apr 28 15:00:28.883879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548d8105-aead-485f-bfb2-bae0bf749712 None None] Network ddffe672-c447-4a01-beb3-e0ad95e7956c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:28.962631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:28.998052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.001206 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2d6eb577-4793-4253-9e02-548dd192577a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/9d72b59a-9a2f-4bb6-b692-6444cf925cf9 HTTP/1.1" status: 204 len: 168 time: 1.1084781 Apr 28 15:00:29.006697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:29.047874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-3137d74c-e387-48dd-bd98-28fac4abfdb1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.050615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-3137d74c-e387-48dd-bd98-28fac4abfdb1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.1839108 Apr 28 15:00:29.052889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] Provisioning complete for port d83047a4-d1fe-4b78-85cc-d6208b02d29d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:29.053432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.085921 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7dbe49-c043-434f-8747-a3a0bd15453a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.087632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7dbe49-c043-434f-8747-a3a0bd15453a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.091876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0c7dbe49-c043-434f-8747-a3a0bd15453a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0776546 Apr 28 15:00:29.102840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43470) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:29.105087 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.119273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.212080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.218456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.219381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.294559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet e376b4ab-3266-4377-8c32-4f4f6d9dcf67 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:29.311508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.315777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port e79a7606-de6a-499a-8a87-8c78f8c7d704, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e79a7606-de6a-499a-8a87-8c78f8c7d704,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:29.322107 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8610113 Apr 28 15:00:29.339468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.340329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Router fe4cd872-78c8-4bee-9e12-4874c3629615 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:00:29.343045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:29.346739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.347956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d83047a4-d1fe-4b78-85cc-d6208b02d29d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:29.353779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:29.365967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e795b-2b0b-486c-94ce-2451fff3d1d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=d70f3757-f0a8-4d5a-bb40-02d8039a7551,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.399630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:29.457829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b572a88-e5f2-42c1-a844-09dd7615e4bf req-c7525f6a-ad87-4ac2-b422-f95d72e38c00 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.458688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] For port d83047a4-d1fe-4b78-85cc-d6208b02d29d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d83047a4-d1fe-4b78-85cc-d6208b02d29d,segment=NetworkSegment(fe610c57-c6c1-4305-bef0-cf59b325337c),segment_id=fe610c57-c6c1-4305-bef0-cf59b325337c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:29.458924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.466090 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5b572a88-e5f2-42c1-a844-09dd7615e4bf req-c7525f6a-ad87-4ac2-b422-f95d72e38c00 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 946 time: 0.2463048 Apr 28 15:00:29.468276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.477621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.494363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.566501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=f661a3f6-45fe-4d5e-9910-87d5b72a99aa,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.587515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] In _notify_port_updated(), no bound segment for port f661a3f6-45fe-4d5e-9910-87d5b72a99aa on network fff56abd-382f-49ad-9f71-95ba5c5e9131 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:29.593116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:29.593604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=e79a7606-de6a-499a-8a87-8c78f8c7d704,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.594278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.598262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d83047a4-d1fe-4b78-85cc-d6208b02d29d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:29.598421 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7ac1de93-db2b-4612-b0fe-376a174b3894 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "PUT /v2.0/ports/f661a3f6-45fe-4d5e-9910-87d5b72a99aa HTTP/1.1" status: 200 len: 994 time: 1.1251390 Apr 28 15:00:29.598928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:29.599243 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.624553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Deleting port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:29.624902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.732504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91fb30-de85-46a1-9b7d-657ac810d40c None None] Pushing event updated for resources: {'Port': ['ID=d83047a4-d1fe-4b78-85cc-d6208b02d29d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:29.758436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fec1cc05-79c3-420f-a5d2-fdae8c5bfe76 None None] Provisioning complete for port e79a7606-de6a-499a-8a87-8c78f8c7d704 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:29.758801 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fec1cc05-79c3-420f-a5d2-fdae8c5bfe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.774296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port f661a3f6-45fe-4d5e-9910-87d5b72a99aa {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:29.774647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.931494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:29.950367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for f661a3f6-45fe-4d5e-9910-87d5b72a99aa owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:30.076683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Provisioning complete for port f661a3f6-45fe-4d5e-9910-87d5b72a99aa triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.077283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.110274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.126130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Port f661a3f6-45fe-4d5e-9910-87d5b72a99aa cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:30.154611 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5b572a88-e5f2-42c1-a844-09dd7615e4bf req-010f28a8-9c05-4171-9a94-2fa51b4fe52c tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups?id=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6870501 Apr 28 15:00:30.164060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=f661a3f6-45fe-4d5e-9910-87d5b72a99aa,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:30.190068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Provisioning complete for port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.190068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.243610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:30.246731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Could not find standard attr ID for object 9d72b59a-9a2f-4bb6-b692-6444cf925cf9. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:30.252278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.263986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Provisioning complete for port d83047a4-d1fe-4b78-85cc-d6208b02d29d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.264362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4b111f39-fc58-4a34-84b5-db8893182b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.327941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:30.337454 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-07d06cf3-c728-415e-9f05-74afb94185a7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/routers/fe4cd872-78c8-4bee-9e12-4874c3629615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1793981 Apr 28 15:00:30.339759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43478) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.343136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:30.346713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.373309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] Sync routers for ids ['fe4cd872-78c8-4bee-9e12-4874c3629615'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:30.390646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.393361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] Routers {'fe4cd872-78c8-4bee-9e12-4874c3629615'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:30.394160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fe4cd872-78c8-4bee-9e12-4874c3629615'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:30.397777 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5528cc19-0081-4f53-9f4f-3642482fc95b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/f661a3f6-45fe-4d5e-9910-87d5b72a99aa HTTP/1.1" status: 204 len: 168 time: 0.7975631 Apr 28 15:00:30.398854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43480) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.427798 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f58986-474a-4ecf-8b76-4d3ef1530957 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] GET failed (client error): The resource could not be found. Apr 28 15:00:30.436554 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61f58986-474a-4ecf-8b76-4d3ef1530957 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports/f661a3f6-45fe-4d5e-9910-87d5b72a99aa HTTP/1.1" status: 404 len: 333 time: 0.0362375 Apr 28 15:00:30.437536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.441393 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:30.445265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-1079167485'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:30.459654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] Routers {'fe4cd872-78c8-4bee-9e12-4874c3629615'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:30.460317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fe4cd872-78c8-4bee-9e12-4874c3629615'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:30.538493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:30.539353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9ba42-8044-45fd-a8cb-a635e4bf8897 None None] The sync data for ids ['fe4cd872-78c8-4bee-9e12-4874c3629615'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:30.546840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a882d1f2-e031-440e-8be5-f336a93fc1ad None None] Provisioning complete for port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.547480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a882d1f2-e031-440e-8be5-f336a93fc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.552122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] For port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:30.552122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.578060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e79a7606-de6a-499a-8a87-8c78f8c7d704 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:30.625101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a882d1f2-e031-440e-8be5-f336a93fc1ad None None] Port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:30.629631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:30.633881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.644657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e79a7606-de6a-499a-8a87-8c78f8c7d704 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.645318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.659201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port 43bbc4cf-9961-48b6-a965-738c815b4a3c yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:30.711832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4cd19-9620-4e71-91f1-b55b091e0216 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:30.713400 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-00d4cd19-9620-4e71-91f1-b55b091e0216 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cd872-78c8-4bee-9e12-4874c3629615 HTTP/1.1" status: 200 len: 983 time: 0.3632205 Apr 28 15:00:30.714808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.717074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.760790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d83047a4-d1fe-4b78-85cc-d6208b02d29d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:30.787272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-204bdeab-552d-4d0e-ad35-776cd6086152 None None] Provisioning complete for port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.787731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-204bdeab-552d-4d0e-ad35-776cd6086152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.800001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=e376b4ab-3266-4377-8c32-4f4f6d9dcf67,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:30.812302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.14 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/43bbc4cf-9961-48b6-a965-738c815b4a3c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:30.815496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.821378 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e9185e1b-89e1-4faa-8c49-54ae2098edf4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/e376b4ab-3266-4377-8c32-4f4f6d9dcf67 HTTP/1.1" status: 204 len: 168 time: 1.7174604 Apr 28 15:00:30.826377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.826930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d084e-51fc-4e91-82a2-8b43654e5475 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:30.888207 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-334f0f2b-4c10-4c7d-9fd1-4906cdbd7ffa tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579255 Apr 28 15:00:30.890072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:30.907048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-204bdeab-552d-4d0e-ad35-776cd6086152 None None] Port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:30.932352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d83047a4-d1fe-4b78-85cc-d6208b02d29d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:30.932720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:30.969477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebe0017-fb35-4709-b2e2-9d08af33b619 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:30.972012 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ebe0017-fb35-4709-b2e2-9d08af33b619 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0801251 Apr 28 15:00:30.973935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:31.027073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.027436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.027775 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Floating IP 268bea81-1456-45c7-b085-e55c0e944500 disassociated. External IP: 172.26.4.253, port: 582b2330-0cf9-48ef-9e93-7302bcfe8ffa. Apr 28 15:00:31.028164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Calling delete_port for 582b2330-0cf9-48ef-9e93-7302bcfe8ffa owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:31.069582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-98ca4b17-ae2e-434b-81cb-427ba9258237 None None] Provisioning complete for port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:31.069926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b17-ae2e-434b-81cb-427ba9258237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.123954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.131656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4b17-ae2e-434b-81cb-427ba9258237 None None] Port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:31.144058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:31.195627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Deleting port e79a7606-de6a-499a-8a87-8c78f8c7d704 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:31.196172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.271028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=903fb96b-0c06-4090-b864-d35b05db18e8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.274473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] For port e79a7606-de6a-499a-8a87-8c78f8c7d704, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e79a7606-de6a-499a-8a87-8c78f8c7d704,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:31.275596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.290044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Calling delete_port for e79a7606-de6a-499a-8a87-8c78f8c7d704 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:31.339476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '6ed45755-6853-43b4-bf06-5cc958f9ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:31.339867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: d70f3757-f0a8-4d5a-bb40-02d8039a7551, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:31.365010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.396771 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aaed5be2-dd1b-4402-b6be-46c681346dca req-2f18b6d8-e24f-4e70-b2c1-6a7d6be96c58 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.0359385 Apr 28 15:00:31.408327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe61b032-f643-4e98-946f-91d9949b979f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:31.409803 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fe61b032-f643-4e98-946f-91d9949b979f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4349589 Apr 28 15:00:31.413481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43494) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:31.436042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event deleted for resources: {'Port': ['ID=582b2330-0cf9-48ef-9e93-7302bcfe8ffa,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.442671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:31.477377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a4db990c-aae5-4999-b4bf-58df03cbe1b2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632832 Apr 28 15:00:31.483690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:31.488417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:31.516575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, d70f3757-f0a8-4d5a-bb40-02d8039a7551) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:31.523091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:31.524600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.546947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3fb605-0e50-4a33-b0b6-fc588b43020d None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:31.567554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.577829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.582196 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3e891ccb-f8cd-45d5-b85f-c6349713117c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2303290 Apr 28 15:00:31.585587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:31.591436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:31.649072 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] No DVR routers for this DVR port e79a7606-de6a-499a-8a87-8c78f8c7d704 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:31.656088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904043-8107-4fcd-9788-36d0d5fdc704 None None] Pushing event deleted for resources: {'Port': ['ID=e79a7606-de6a-499a-8a87-8c78f8c7d704,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.700738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Router 56ca4e35-5763-40d4-83d6-b3040d81d975 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:31.703032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.713279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:31.722833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.763894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.797978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-d70f3757-f0a8-4d5a-bb40-02d8039a7551', 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': '903fb96b-0c06-4090-b864-d35b05db18e8'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:31.799306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.875085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:31.889630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:31.894563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:31.898914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=43bbc4cf-9961-48b6-a965-738c815b4a3c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:31.930678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:31.934233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:31.986115 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Allocated IP 2001:db8::2 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/903fb96b-0c06-4090-b864-d35b05db18e8/77b201ba-fead-4614-a0bb-313eb822eb1a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:32.012214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:32.027297 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Sync routers for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:32.044944 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:32.045587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.056859 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:32.059008 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:32.079724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] No DVR routers for this DVR port 582b2330-0cf9-48ef-9e93-7302bcfe8ffa on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:32.096180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.099514 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f2649c5f-e88e-4ec2-85b0-71031cc2ee9d req-802ced6e-e61c-4a39-8998-49cadf42f80b tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.21 "DELETE /v2.0/ports/582b2330-0cf9-48ef-9e93-7302bcfe8ffa HTTP/1.1" status: 204 len: 173 time: 3.0390508 Apr 28 15:00:32.100031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'name': 'network-vif-deleted', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:00:32.102528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335314d-e039-4702-b0d9-18f84f37bcd1" -d '{"events": [{"server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "name": "network-vif-deleted", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:00:32.106155 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2829fdc3-765e-4c46-b2f2-f49a67522b90 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6660981 Apr 28 15:00:32.113531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43502) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:32.130419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f5:b0:2c'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:32.181967 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 903fb96b-0c06-4090-b864-d35b05db18e8 (CIDR: 2001:db8::/64) Apr 28 15:00:32.187290 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:32.187756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:32.195992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f67b98-b5e4-430f-8063-bade74fbc278 x-openstack-request-id: req-06f67b98-b5e4-430f-8063-bade74fbc278 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:00:32.200242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb401c5-6731-45d6-b76e-208db6239d3e", "name": "network-vif-deleted", "tag": "582b2330-0cf9-48ef-9e93-7302bcfe8ffa", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:00:32.204301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06f67b98-b5e4-430f-8063-bade74fbc278 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:00:32.207225 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f67b98-b5e4-430f-8063-bade74fbc278'] response: {'server_uuid': '8eb401c5-6731-45d6-b76e-208db6239d3e', 'name': 'network-vif-deleted', 'tag': '582b2330-0cf9-48ef-9e93-7302bcfe8ffa', 'status': 'completed', 'code': 200} Apr 28 15:00:32.263988 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eb615ad7-5eca-4c82-b2b9-1a6a4241b512 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6772091 Apr 28 15:00:32.266862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:32.272433 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:32.280037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:32.316651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:32.320904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.403755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:32.411156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:32.422273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:32.422695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:32.423255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.423364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.425438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e30fa-558e-4f98-b560-83eaefce9fc7 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:32.435123 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f4268f22-98fa-4289-8036-4caee01b86af None None] Provisioning complete for port 43bbc4cf-9961-48b6-a965-738c815b4a3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:32.435706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f4268f22-98fa-4289-8036-4caee01b86af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.463376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=5c761121-7e35-4e2f-8cd0-cc6cf32315d6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:32.472554 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d478ffc-9287-454a-ac51-f1fe0df497e4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9878252 Apr 28 15:00:32.478304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:32.484297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:50:3b:db', 'name': 'tempest-NetworksTestDHCPv6-1715183362'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:32.577589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:32.581388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.628948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.632103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e79a7606-de6a-499a-8a87-8c78f8c7d704 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:32.671605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e79a7606-de6a-499a-8a87-8c78f8c7d704 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:32.672398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e79a7606-de6a-499a-8a87-8c78f8c7d704 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:32.683419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.690797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.695396 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d7c9b8ad-eaee-466a-80be-765b495629d7 req-eedf5605-7b7e-48e3-8161-8ab0397fe4e1 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/ports?device_id=8eb401c5-6731-45d6-b76e-208db6239d3e HTTP/1.1" status: 200 len: 210 time: 0.0828135 Apr 28 15:00:32.706496 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:32.756761 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Checking router: 56ca4e35-5763-40d4-83d6-b3040d81d975 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:32.771659 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:32.772448 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:32.779632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:32.821289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Pushing event updated for resources: {'Port': ['ID=77b201ba-fead-4614-a0bb-313eb822eb1a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:32.832333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:32.858978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 0bd518fa-67b9-4bf3-a6c5-d6058f032c34 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:32.866855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f4268f22-98fa-4289-8036-4caee01b86af None None] Port 43bbc4cf-9961-48b6-a965-738c815b4a3c cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:32.869832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:32.893782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:32.899034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:32.917803 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:33.012316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Attempting to bind port 77b201ba-fead-4614-a0bb-313eb822eb1a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:33.012688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Attempting to bind port 77b201ba-fead-4614-a0bb-313eb822eb1a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6ed45755-6853-43b4-bf06-5cc958f9ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:33.013051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Attempting to bind port 77b201ba-fead-4614-a0bb-313eb822eb1a on network d70f3757-f0a8-4d5a-bb40-02d8039a7551 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:33.032685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:33.033060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Checking segment: {'id': '6ed45755-6853-43b4-bf06-5cc958f9ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:33.033467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.033852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Bound using segment: {'id': '6ed45755-6853-43b4-bf06-5cc958f9ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:33.034831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Bound port: 77b201ba-fead-4614-a0bb-313eb822eb1a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed45755-6853-43b4-bf06-5cc958f9ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:33.034831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.045205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '5c761121-7e35-4e2f-8cd0-cc6cf32315d6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:33.046065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.052532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.107450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port d093e54c-048f-46cd-aabd-c4075c274645 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:33.109877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.123800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.207126 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:33.248819 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] For port 77b201ba-fead-4614-a0bb-313eb822eb1a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:33.249698 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591dfae-91ba-45d1-b589-9d1849ca51ea None None] The sync data for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv is: [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T14:57:13Z', 'revision_number': 4, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b8cc1db3-9e9e-404c-9550-f5efd70d75a9', 'name': '', 'network_id': '3f61d92a-8173-4be0-8cb2-2c7073fc1e7d', 'tenant_id': '16742291048a44409617a88a30c76b41', 'mac_address': 'fa:16:3e:44:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:10Z', 'updated_at': '2022-04-28T14:57:19Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'subnets': [{'id': 'f01fc198-ddee-48a5-8c03-a626c6201e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:33.256164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] For port 77b201ba-fead-4614-a0bb-313eb822eb1a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77b201ba-fead-4614-a0bb-313eb822eb1a,segment=NetworkSegment(6ed45755-6853-43b4-bf06-5cc958f9ad86),segment_id=6ed45755-6853-43b4-bf06-5cc958f9ad86)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:33.287085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.304867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] In _notify_port_updated(), no bound segment for port 43bbc4cf-9961-48b6-a965-738c815b4a3c on network fff56abd-382f-49ad-9f71-95ba5c5e9131 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:33.311761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:33.312597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.316391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.317769 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "PUT /v2.0/ports/43bbc4cf-9961-48b6-a965-738c815b4a3c HTTP/1.1" status: 200 len: 997 time: 1.2044077 Apr 28 15:00:33.320616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43518) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:33.340290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d545fda-d963-40d3-9762-c1ff3f82720e req-e05a32e0-f3cf-47e2-9368-28e3bb949460 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:33.341884 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d545fda-d963-40d3-9762-c1ff3f82720e req-e05a32e0-f3cf-47e2-9368-28e3bb949460 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.1030040 Apr 28 15:00:33.349066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Allocated IP 2001:db8::f816:3eff:fe25:4fdb (54d908dd-ca79-41d5-95f2-c906280f9818/5c761121-7e35-4e2f-8cd0-cc6cf32315d6/39344d9f-3be9-4d9e-adf8-ea911e19ffe0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:33.410079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:33.417005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:33.421076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:33.422569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.457677 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d545fda-d963-40d3-9762-c1ff3f82720e req-139ed585-5ad8-4fbc-b800-c15a26105f2d tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865116 Apr 28 15:00:33.465954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=a530d25e-1085-4203-8184-fc5a480aeddc,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.467508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3abae3-1c54-44d0-a74f-e4bac31923be tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=43bbc4cf-9961-48b6-a965-738c815b4a3c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.504924 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ba846ed-7479-4d2e-83bd-c48484711240 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2365887 Apr 28 15:00:33.507024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:33.515270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'fixed_ips': [{'subnet_id': '903fb96b-0c06-4090-b864-d35b05db18e8'}, {'subnet_id': 'a530d25e-1085-4203-8184-fc5a480aeddc'}], 'name': 'tempest-PortsIpV6TestJSON-653758184'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:33.526437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 582b2330-0cf9-48ef-9e93-7302bcfe8ffa no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:33.570124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port 43bbc4cf-9961-48b6-a965-738c815b4a3c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:33.570721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.595167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 582b2330-0cf9-48ef-9e93-7302bcfe8ffa {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:33.596306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 582b2330-0cf9-48ef-9e93-7302bcfe8ffa not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:33.634527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403262d2-5761-49b8-98a5-381b8a85f993 None None] Pushing event updated for resources: {'Port': ['ID=77b201ba-fead-4614-a0bb-313eb822eb1a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.658451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.662221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:33.662750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2b0bd768-38ee-4cbe-954f-b12ca631624b None None] Provisioning complete for port 43bbc4cf-9961-48b6-a965-738c815b4a3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:33.663293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b0bd768-38ee-4cbe-954f-b12ca631624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.665299 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.692800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.705857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=0bd518fa-67b9-4bf3-a6c5-d6058f032c34,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.760294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f36c7-3469-43b9-be96-e86c5e10ca2d None None] New status for floating IP 268bea81-1456-45c7-b085-e55c0e944500: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:00:33.780611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bd768-38ee-4cbe-954f-b12ca631624b None None] Port 43bbc4cf-9961-48b6-a965-738c815b4a3c cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:33.843251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43526) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:33.849208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fe50:3bdb (54d908dd-ca79-41d5-95f2-c906280f9818/5c761121-7e35-4e2f-8cd0-cc6cf32315d6/d093e54c-048f-46cd-aabd-c4075c274645) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:33.923256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.948862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:33.949987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 0109d0de-0b76-4ec6-8442-163e4e65b97e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:33.951748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Pushing event updated for resources: {'Port': ['ID=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:33.976235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:33.982234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:33.985116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for 43bbc4cf-9961-48b6-a965-738c815b4a3c owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:34.020573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:34.093537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Attempting to bind port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:34.094052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Attempting to bind port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:34.094510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Attempting to bind port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:34.100793 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:34.101285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:34.101779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.102262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:34.102820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Bound port: 39344d9f-3be9-4d9e-adf8-ea911e19ffe0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:34.103296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.226914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] For port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:34.230760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] For port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:34.237262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.255391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.293497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedfcd5-4099-4c22-bf02-6ae1beaa4a2b None None] Pushing event updated for resources: {'Port': ['ID=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:34.354025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.430023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:34.437127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:34.447723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:34.452322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:34.452987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.475528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.489655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::192 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/903fb96b-0c06-4090-b864-d35b05db18e8/0109d0de-0b76-4ec6-8442-163e4e65b97e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:34.491685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=d093e54c-048f-46cd-aabd-c4075c274645,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:34.500289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8:0:1::259 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/a530d25e-1085-4203-8184-fc5a480aeddc/0109d0de-0b76-4ec6-8442-163e4e65b97e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:34.560293 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d4fe142-eb0b-447f-a048-d338afb9a83a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0808721 Apr 28 15:00:34.561048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:34.601138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.671394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.688668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05c511-c6fb-4357-bb2d-4a7ed2072fcf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:34.695788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05c511-c6fb-4357-bb2d-4a7ed2072fcf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:34.708509 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ce05c511-c6fb-4357-bb2d-4a7ed2072fcf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1446781 Apr 28 15:00:34.709216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43532) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:34.716443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77b201ba-fead-4614-a0bb-313eb822eb1a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:34.758852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.761828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.763342 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "DELETE /v2.0/security-groups/e5cd478a-9d9c-4746-8d31-a538f7f6b6ae HTTP/1.1" status: 204 len: 168 time: 0.9197142 Apr 28 15:00:34.776813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43534) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:34.801065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:34.801438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.847513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985d99-4442-45e3-a895-09147a844991 tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cd478a-9d9c-4746-8d31-a538f7f6b6ae,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:34.894817 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-29d47753-a662-4f5e-ade0-18daf96be4fa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] show failed (client error): The resource could not be found. Apr 28 15:00:34.898432 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-29d47753-a662-4f5e-ade0-18daf96be4fa tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "GET /v2.0/security-groups/e5cd478a-9d9c-4746-8d31-a538f7f6b6ae HTTP/1.1" status: 404 len: 347 time: 0.0830679 Apr 28 15:00:34.906800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bf6bb-b928-46f3-9ea6-5ba5d2971892 req-390fa922-a4d6-49cc-87e0-c860c7047341 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:34.908536 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a31bf6bb-b928-46f3-9ea6-5ba5d2971892 req-390fa922-a4d6-49cc-87e0-c860c7047341 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.2309492 Apr 28 15:00:34.909382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43536) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:34.919214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-24ce9516-bf6f-4735-889e-65a1232c5f49 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:34.920859 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-24ce9516-bf6f-4735-889e-65a1232c5f49 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.21 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.2445407 Apr 28 15:00:34.922932 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.931134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.965094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 77b201ba-fead-4614-a0bb-313eb822eb1a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77b201ba-fead-4614-a0bb-313eb822eb1a,segment=NetworkSegment(6ed45755-6853-43b4-bf06-5cc958f9ad86),segment_id=6ed45755-6853-43b4-bf06-5cc958f9ad86)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:34.975116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:34.985900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.051274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:35.057247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=77b201ba-fead-4614-a0bb-313eb822eb1a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:35.059625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:35.070349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:35.077069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:35.077729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.098116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port d093e54c-048f-46cd-aabd-c4075c274645 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:35.098461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.101651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=0109d0de-0b76-4ec6-8442-163e4e65b97e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:35.110657 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1781058-9d41-465b-87b8-5bdd827456d1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5998349 Apr 28 15:00:35.119166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:35.125164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '903fb96b-0c06-4090-b864-d35b05db18e8'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:35.183995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82de7d-bda5-48ba-8dfd-64ec5353fe41 None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:35.226409 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a31bf6bb-b928-46f3-9ea6-5ba5d2971892 req-6c8d4bb2-6d41-488a-b045-96e9d77ae70f tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958457 Apr 28 15:00:35.269986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.275439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Router fe4cd872-78c8-4bee-9e12-4874c3629615 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:35.297368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.311056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b950da89-91a8-41ba-b64b-b335d9b16c8a None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:35.311507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.312017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b950da89-91a8-41ba-b64b-b335d9b16c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.335845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for d093e54c-048f-46cd-aabd-c4075c274645 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:35.391671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=43bbc4cf-9961-48b6-a965-738c815b4a3c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:35.446418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Deleting port 7c4a99ad-33c2-466f-90a9-7b497f137bcf {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:35.447052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.492162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:35.509014 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ccce8500-4d19-4098-96f5-e0dbb888730c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/routers/fe4cd872-78c8-4bee-9e12-4874c3629615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7838833 Apr 28 15:00:35.510046 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] Sync routers for ids ['fe4cd872-78c8-4bee-9e12-4874c3629615'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:35.511745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Deleting port f099159d-a873-47da-b615-7a5bb2bfe512 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:35.513185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.515315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:35.533062 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] Routers {'fe4cd872-78c8-4bee-9e12-4874c3629615'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:35.533696 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fe4cd872-78c8-4bee-9e12-4874c3629615'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:35.602423 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:35.612515 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6063b75f-78c9-4881-a60d-4853edbeb554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:35.615128 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] Routers {'fe4cd872-78c8-4bee-9e12-4874c3629615'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:35.616478 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fe4cd872-78c8-4bee-9e12-4874c3629615'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:35.620835 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6063b75f-78c9-4881-a60d-4853edbeb554 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/0bd518fa-67b9-4bf3-a6c5-d6058f032c34 HTTP/1.1" status: 404 len: 333 time: 0.1004324 Apr 28 15:00:35.627117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43542) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:35.667324 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:35.668101 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0448594-a2ee-4df8-8565-456cd04bc2ef None None] The sync data for ids ['fe4cd872-78c8-4bee-9e12-4874c3629615'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:35.769659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.893779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.899666 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d23383ed-557c-456b-9766-681722703d81 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/43bbc4cf-9961-48b6-a965-738c815b4a3c HTTP/1.1" status: 204 len: 168 time: 2.5708535 Apr 28 15:00:35.901625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] Provisioning complete for port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:35.901625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:35.903483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:35.937566 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d555df8c-fd02-4ce5-a88c-cacea2235b8b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] GET failed (client error): The resource could not be found. Apr 28 15:00:35.942304 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d555df8c-fd02-4ce5-a88c-cacea2235b8b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports/43bbc4cf-9961-48b6-a965-738c815b4a3c HTTP/1.1" status: 404 len: 333 time: 0.0298433 Apr 28 15:00:35.955559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:35.960465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-563092096'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:36.019884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Update dhcp port {'port': {'network_id': 'd70f3757-f0a8-4d5a-bb40-02d8039a7551', 'fixed_ips': [{'subnet_id': '903fb96b-0c06-4090-b864-d35b05db18e8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a530d25e-1085-4203-8184-fc5a480aeddc'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '77b201ba-fead-4614-a0bb-313eb822eb1a'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:00:36.044628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.046985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.047295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.050692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] For port 7c4a99ad-33c2-466f-90a9-7b497f137bcf, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7c4a99ad-33c2-466f-90a9-7b497f137bcf,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:36.051048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.051166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.061240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.104382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=d093e54c-048f-46cd-aabd-c4075c274645,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.112550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] For port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:36.122034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.130801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.137308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.142731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.142955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Calling delete_port for f099159d-a873-47da-b615-7a5bb2bfe512 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:36.149990 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae0fc0d5-e996-4cc6-a7ae-df7ca5dc58fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/d093e54c-048f-46cd-aabd-c4075c274645 HTTP/1.1" status: 204 len: 168 time: 1.3831954 Apr 28 15:00:36.149990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:36.158680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Delete allocated IP 2001:db8:0:1::259 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/a530d25e-1085-4203-8184-fc5a480aeddc) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 15:00:36.242851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a593e1f-c638-4c1b-9e90-93fe66749e81 None None] Pushing event updated for resources: {'Port': ['ID=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.255734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35553b7-f4ef-4f2e-ba20-7fecd2b26820 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:36.257617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35553b7-f4ef-4f2e-ba20-7fecd2b26820 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:36.260327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a35553b7-f4ef-4f2e-ba20-7fecd2b26820 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1097174 Apr 28 15:00:36.263656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:36.276301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a2895f83-f967-4d8b-84bf-ddfc6c4011c7 None None] Could not find standard attr ID for object d093e54c-048f-46cd-aabd-c4075c274645. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:36.355421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.356229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Fanout notify agent at l3_agent the message router_deleted on router fe4cd872-78c8-4bee-9e12-4874c3629615 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:00:36.372921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.374378 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3e3e2b0a-7c9d-4571-a17c-414b39e3d8be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/routers/fe4cd872-78c8-4bee-9e12-4874c3629615 HTTP/1.1" status: 204 len: 168 time: 0.7417729 Apr 28 15:00:36.385560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43554) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:36.433826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 5c761121-7e35-4e2f-8cd0-cc6cf32315d6 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:36.437610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:36.441042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.441475 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.489430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port be5e026b-3baa-4c37-866d-ecb695022215 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:36.519970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a678f9a-9787-4e18-acbe-2e5e645fd6c3 req-129b96bb-45c0-4196-8e6d-320fe74a7796 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:36.521586 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0a678f9a-9787-4e18-acbe-2e5e645fd6c3 req-129b96bb-45c0-4196-8e6d-320fe74a7796 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 946 time: 0.1901791 Apr 28 15:00:36.527566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.533940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.542044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.567067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet c4959cec-a68d-4540-90a0-1764c164f241 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:36.581965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.614309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Allocated IP 2001:db8:0:1::2 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/a530d25e-1085-4203-8184-fc5a480aeddc/77b201ba-fead-4614-a0bb-313eb822eb1a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:36.638990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.638990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.639662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Floating IP 163f1891-6130-4459-9654-a0bda61fa023 disassociated. External IP: 172.26.4.42, port: 7c4a99ad-33c2-466f-90a9-7b497f137bcf. Apr 28 15:00:36.639662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Calling delete_port for 7c4a99ad-33c2-466f-90a9-7b497f137bcf owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:36.709327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.734861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] In _notify_port_updated(), no bound segment for port 0109d0de-0b76-4ec6-8442-163e4e65b97e on network d70f3757-f0a8-4d5a-bb40-02d8039a7551 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:36.736403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.740417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:36.741049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.742365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/ports/0109d0de-0b76-4ec6-8442-163e4e65b97e HTTP/1.1" status: 200 len: 925 time: 1.6222434 Apr 28 15:00:36.743998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] For port 77b201ba-fead-4614-a0bb-313eb822eb1a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77b201ba-fead-4614-a0bb-313eb822eb1a,segment=NetworkSegment(6ed45755-6853-43b4-bf06-5cc958f9ad86),segment_id=6ed45755-6853-43b4-bf06-5cc958f9ad86)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:36.751125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43556) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:36.752143 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0a678f9a-9787-4e18-acbe-2e5e645fd6c3 req-06c18583-21a8-4bcb-8d07-81bef6292aaf tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups?id=d23d54f8-d6af-481e-aaed-984a88e006e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207348 Apr 28 15:00:36.756875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:36.758036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '903fb96b-0c06-4090-b864-d35b05db18e8'}, {'subnet_id': 'a530d25e-1085-4203-8184-fc5a480aeddc'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:36.777021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cca6a-2639-49c1-a1ea-a2f67a7e50d0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=0109d0de-0b76-4ec6-8442-163e4e65b97e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.818540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.819260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.11 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/be5e026b-3baa-4c37-866d-ecb695022215) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:36.823461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.825971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Pushing event deleted for resources: {'Port': ['ID=f099159d-a873-47da-b615-7a5bb2bfe512,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:36.842239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.846599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:36.847031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.930934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.969178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:36.982995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0399c3-cba7-4a11-9730-3ca3f43ad215 None None] Pushing event updated for resources: {'Port': ['ID=77b201ba-fead-4614-a0bb-313eb822eb1a,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.011472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=5c761121-7e35-4e2f-8cd0-cc6cf32315d6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.023726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.030030 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dc9b8df1-aa1d-4014-8180-b48e26fb78dc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/5c761121-7e35-4e2f-8cd0-cc6cf32315d6 HTTP/1.1" status: 204 len: 168 time: 0.7623093 Apr 28 15:00:37.030030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43558) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:37.039857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b6c1c-b5e6-42c2-a8c6-b520cb13358e None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:37.042470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77b201ba-fead-4614-a0bb-313eb822eb1a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:37.080821 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d179e735-9e5e-4169-995a-19a3c7736fd5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468066 Apr 28 15:00:37.082580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43560) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:37.088133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:37.174053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.199747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:37.200084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.211996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=c4959cec-a68d-4540-90a0-1764c164f241,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.220560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.223993 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2115d9bc-b5ef-4b1e-b60c-5417126a7dc3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/c4959cec-a68d-4540-90a0-1764c164f241 HTTP/1.1" status: 204 len: 168 time: 0.8360028 Apr 28 15:00:37.226330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:37.230214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.233937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:37.239147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0cfc80-8396-42e7-b273-d3d640463a17 None None] Network ddffe672-c447-4a01-beb3-e0ad95e7956c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:37.333828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.413640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:37.427043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.428939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.430154 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8757f1b7-1af1-4a4a-9c62-ca62e5ab3c9d tempest-ServerActionsTestJSON-780521435 tempest-ServerActionsTestJSON-780521435-project] 10.222.0.58 "DELETE /v2.0/floatingips/268bea81-1456-45c7-b085-e55c0e944500 HTTP/1.1" status: 204 len: 168 time: 2.5082946 Apr 28 15:00:37.436714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43564) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:37.498833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Deleting port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:37.499307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.550643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port d83047a4-d1fe-4b78-85cc-d6208b02d29d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:37.551000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.581970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.592485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] For port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:37.593151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.595727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e6898-407c-415f-9034-b918173c3aae None None] DHCP port deletion for ddffe672-c447-4a01-beb3-e0ad95e7956c request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:37.612152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Calling delete_port for 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:37.645263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] For port d83047a4-d1fe-4b78-85cc-d6208b02d29d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d83047a4-d1fe-4b78-85cc-d6208b02d29d,segment=NetworkSegment(fe610c57-c6c1-4305-bef0-cf59b325337c),segment_id=fe610c57-c6c1-4305-bef0-cf59b325337c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:37.645812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.696952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for d83047a4-d1fe-4b78-85cc-d6208b02d29d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:37.709444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Deleting port d83047a4-d1fe-4b78-85cc-d6208b02d29d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:37.709896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.750423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event deleted for resources: {'Port': ['ID=7c4a99ad-33c2-466f-90a9-7b497f137bcf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.808544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d18e6898-407c-415f-9034-b918173c3aae None None] For port d83047a4-d1fe-4b78-85cc-d6208b02d29d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d83047a4-d1fe-4b78-85cc-d6208b02d29d,segment=NetworkSegment(fe610c57-c6c1-4305-bef0-cf59b325337c),segment_id=fe610c57-c6c1-4305-bef0-cf59b325337c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:37.808974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.823176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.827820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Calling delete_port for d83047a4-d1fe-4b78-85cc-d6208b02d29d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:37.841750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.879768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:37.887972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.902767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] Pushing event deleted for resources: {'Port': ['ID=39344d9f-3be9-4d9e-adf8-ea911e19ffe0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:37.913238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f507e2c-9ae7-4968-b9f8-8bd44aa0665e None None] No DVR routers for this DVR port 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:37.942862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.945259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4712176-1fa6-4496-9e47-c3a043e3b291 None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:37.972594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:37.975340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:37.975585 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-552539f5-c85a-4157-b009-0f2888011e2a req-aaec7f1e-ac14-497d-b431-561ba51497d8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Apr 28 15:00:37.979708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:37.983151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:37.983741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.013811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4eb93f-a78b-4ea9-8144-47b82744bbf2 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:38.022744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=7c9a06d6-6732-4403-a458-4d835f71e16a,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.025875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=d83047a4-d1fe-4b78-85cc-d6208b02d29d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.029520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No DVR routers for this DVR port d83047a4-d1fe-4b78-85cc-d6208b02d29d on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:38.058956 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b35deeb7-56c1-483d-9c39-f77888346bfd tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9751358 Apr 28 15:00:38.062168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43570) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:38.067250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:eb:69:f5', 'name': 'tempest-NetworksTestDHCPv6-282975232'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:38.111228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5f472193-1e47-4a0b-9542-17fc6ee99ba8 None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:38.111806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f472193-1e47-4a0b-9542-17fc6ee99ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.121152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.130858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43572) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:38.168364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.182561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e6898-407c-415f-9034-b918173c3aae None None] Pushing event deleted for resources: {'Port': ['ID=d83047a4-d1fe-4b78-85cc-d6208b02d29d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.210691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddffe672-c447-4a01-beb3-e0ad95e7956c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:38.213517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e6898-407c-415f-9034-b918173c3aae None None] No DVR routers for this DVR port d83047a4-d1fe-4b78-85cc-d6208b02d29d on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:38.232024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe610c57-c6c1-4305-bef0-cf59b325337c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:38.232368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe610c57-c6c1-4305-bef0-cf59b325337c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:38.248501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.270764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.280626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:38.281038 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:38.284190 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:38.298524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:38.325472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:38.382361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f97ca-dafc-42ce-b565-f9f2591eefbb tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.382945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f97ca-dafc-42ce-b565-f9f2591eefbb tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.384122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f97ca-dafc-42ce-b565-f9f2591eefbb tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.403936 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f4f97ca-dafc-42ce-b565-f9f2591eefbb tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=4c6479f11ab7486894f5c886af670f83&network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 3000 time: 0.2583663 Apr 28 15:00:38.408462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '7c9a06d6-6732-4403-a458-4d835f71e16a'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:38.408462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.415573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.435050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.444231 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/ddffe672-c447-4a01-beb3-e0ad95e7956c HTTP/1.1" status: 204 len: 168 time: 1.2018645 Apr 28 15:00:38.451664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:38.459433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5f472193-1e47-4a0b-9542-17fc6ee99ba8 None None] Provisioning complete for port 0109d0de-0b76-4ec6-8442-163e4e65b97e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:38.459600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f472193-1e47-4a0b-9542-17fc6ee99ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.464972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14016a-55f6-4c86-8e6b-a4dd468d6008 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=ddffe672-c447-4a01-beb3-e0ad95e7956c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.514033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.542767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfcd1c-36d6-4898-b657-2e00c4ffdca9 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.544696 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f8bfcd1c-36d6-4898-b657-2e00c4ffdca9 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/d3ffe4f3-8235-4ce8-b03e-7f874876b472 HTTP/1.1" status: 200 len: 840 time: 0.0920446 Apr 28 15:00:38.552580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:38.576306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.642706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port e673a0e9-2602-4df1-8a9e-866a914ef753 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:38.656252 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1c3747f6-9691-4859-8d8a-94487bd0eddb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/d3ffe4f3-8235-4ce8-b03e-7f874876b472?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1024804 Apr 28 15:00:38.660108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43582) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:38.665130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:38.763817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:38.776711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:38.779760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:38.811324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Allocated IP 2001:db8::f816:3eff:fe16:1cff (54d908dd-ca79-41d5-95f2-c906280f9818/7c9a06d6-6732-4403-a458-4d835f71e16a/0229f70f-c4da-4b3b-b592-da51c5822681) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:38.824769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=be5e026b-3baa-4c37-866d-ecb695022215,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:38.832188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:38.836723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.934576 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:00:38.977713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:38.978746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:38.986460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8:0:1::1c5 (d70f3757-f0a8-4d5a-bb40-02d8039a7551/a530d25e-1085-4203-8184-fc5a480aeddc/0109d0de-0b76-4ec6-8442-163e4e65b97e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:39.045488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77b201ba-fead-4614-a0bb-313eb822eb1a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:39.050638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5f472193-1e47-4a0b-9542-17fc6ee99ba8 None None] Port 0109d0de-0b76-4ec6-8442-163e4e65b97e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:39.085302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:39.107011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.110216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Sync routers for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:39.119089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.138883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.143836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:39.144517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:39.159958 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-78870f76-3695-4df4-8f70-9298e1b9db2b tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2032132 Apr 28 15:00:39.164484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.177115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'network_id': 'fff56abd-382f-49ad-9f71-95ba5c5e9131', 'name': 'tempest-AllowedAddressPairTestJSON-1495074135'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:39.211589 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0b0086ae-8e54-4465-8f20-0b999df59e79 req-7ae8e68d-1c80-40a1-adef-fb4de013b0e8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/ports?device_id=44a55d12-494b-4c3a-89c3-187fe0b5db63 HTTP/1.1" status: 200 len: 210 time: 0.0989237 Apr 28 15:00:39.247502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:39.254840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:39.257070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:feeb:69f5 (54d908dd-ca79-41d5-95f2-c906280f9818/7c9a06d6-6732-4403-a458-4d835f71e16a/e673a0e9-2602-4df1-8a9e-866a914ef753) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:39.261860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:39.262621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.271985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=62c09783-9a95-42ec-935e-74d6de1a0861,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.281206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd839fe6-30d9-4108-8aa7-2f299d44a9c1 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:39.296149 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-59be3fb1-553f-4fe4-87d5-90fa9785d58a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6331868 Apr 28 15:00:39.302576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.306999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'security_group': {'name': 'tempest-secgroup-864655611'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:39.327374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:39.335751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Pushing event updated for resources: {'Port': ['ID=0229f70f-c4da-4b3b-b592-da51c5822681,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.365672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.365933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:39.367756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Provisioning complete for port be5e026b-3baa-4c37-866d-ecb695022215 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:39.368206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.372888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:39.376612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7c4a99ad-33c2-466f-90a9-7b497f137bcf no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:39.406810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.442731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.489155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:39.501415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] No DVR routers for this DVR port 7c4a99ad-33c2-466f-90a9-7b497f137bcf on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:39.501683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.504400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.508204 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d1e29ba4-8da8-4c38-b254-7faed2000bfb req-2e9b45da-1983-461e-894f-c51233160de8 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.21 "DELETE /v2.0/ports/7c4a99ad-33c2-466f-90a9-7b497f137bcf HTTP/1.1" status: 204 len: 173 time: 4.5756245 Apr 28 15:00:39.533780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.541913 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.554564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'name': 'network-vif-deleted', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:00:39.557827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bdc6c2-8111-46aa-a4e2-9f7cb12a5492" -d '{"events": [{"server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "name": "network-vif-deleted", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:00:39.567506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.608174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.610120 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3065732 Apr 28 15:00:39.615477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43594) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.616167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f689d1-5474-4c14-8e33-1f35d3c6ffec tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e09354-0d6b-4a47-b990-056869597fda,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.620315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 7c4a99ad-33c2-466f-90a9-7b497f137bcf {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:39.620654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7c4a99ad-33c2-466f-90a9-7b497f137bcf not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:39.622192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:39.622310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'security_group': {'name': 'tempest-secgroup-457943288'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:39.622556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.646268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] In _notify_port_updated(), no bound segment for port 0109d0de-0b76-4ec6-8442-163e4e65b97e on network d70f3757-f0a8-4d5a-bb40-02d8039a7551 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:39.654068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:39.654772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.655048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:39.659322 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/ports/0109d0de-0b76-4ec6-8442-163e4e65b97e HTTP/1.1" status: 200 len: 1011 time: 2.9024990 Apr 28 15:00:39.659469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=e673a0e9-2602-4df1-8a9e-866a914ef753,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.659573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2057a83f-2589-44b9-9a9b-28b7cd1963c1 x-openstack-request-id: req-2057a83f-2589-44b9-9a9b-28b7cd1963c1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:00:39.659672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a55d12-494b-4c3a-89c3-187fe0b5db63", "name": "network-vif-deleted", "tag": "7c4a99ad-33c2-466f-90a9-7b497f137bcf", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:00:39.660003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2057a83f-2589-44b9-9a9b-28b7cd1963c1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:00:39.660455 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2057a83f-2589-44b9-9a9b-28b7cd1963c1'] response: {'server_uuid': '44a55d12-494b-4c3a-89c3-187fe0b5db63', 'name': 'network-vif-deleted', 'tag': '7c4a99ad-33c2-466f-90a9-7b497f137bcf', 'status': 'completed', 'code': 200} Apr 28 15:00:39.662081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43596) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.670883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:39.675022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:39.680668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:39.681313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.692751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Made reservation on behalf of e7b568c931ae4662ad2ecfd798e1c615 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:39.698243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.706673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.709238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbb9ee-67b4-4999-9a40-93ce4005706c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=0109d0de-0b76-4ec6-8442-163e4e65b97e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.741138 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-71657c03-e695-4878-ad7e-27808c197fc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6779127 Apr 28 15:00:39.749861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.753135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.809078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Port be5e026b-3baa-4c37-866d-ecb695022215 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:39.845768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] device_id is not set on port d1be326e-795c-4c92-b895-86867834eeb1 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:39.859358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.870923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.880819 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 0109d0de-0b76-4ec6-8442-163e4e65b97e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:39.881414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.896543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Attempting to bind port 0229f70f-c4da-4b3b-b592-da51c5822681 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:39.896900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Attempting to bind port 0229f70f-c4da-4b3b-b592-da51c5822681 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:39.897255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Attempting to bind port 0229f70f-c4da-4b3b-b592-da51c5822681 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:39.950345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:39.951941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3332663 Apr 28 15:00:39.955493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:39.961885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-50548928', 'security_groups': ['591b2231-c4c4-484b-b5cb-83ea822bafa6'], 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '62c09783-9a95-42ec-935e-74d6de1a0861'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:39.969158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178691bc-b6d6-49a7-9841-7c33fbdd7efb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591b2231-c4c4-484b-b5cb-83ea822bafa6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:39.993960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:39.994464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:39.994933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.002607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:40.003330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Bound port: 0229f70f-c4da-4b3b-b592-da51c5822681, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:40.004511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.020690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689213f5-1de9-4765-b01c-12e5e4d9f406 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:40.027880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689213f5-1de9-4765-b01c-12e5e4d9f406 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:40.029974 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-689213f5-1de9-4765-b01c-12e5e4d9f406 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2261541 Apr 28 15:00:40.033058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:40.053738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:40.054106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.090847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Allocated IP 172.20.0.10 (fff56abd-382f-49ad-9f71-95ba5c5e9131/35fde638-ba28-4c35-8a31-fd969f637923/d1be326e-795c-4c92-b895-86867834eeb1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:40.093356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.126597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 0109d0de-0b76-4ec6-8442-163e4e65b97e owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:40.194026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] For port 0229f70f-c4da-4b3b-b592-da51c5822681, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:40.197758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] For port 0229f70f-c4da-4b3b-b592-da51c5822681, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0229f70f-c4da-4b3b-b592-da51c5822681,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:40.250407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.274828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:40.314656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:40.330991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:40.423758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc6890-8c85-4ef3-9025-4f3976d8a8df None None] Pushing event updated for resources: {'Port': ['ID=0229f70f-c4da-4b3b-b592-da51c5822681,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:40.430430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-1cce6a3b-9af1-4999-a59a-736326256f40', 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'tenant_id': 'b590af8cabfe4cb78810855a142b33ab', 'fixed_ips': [{'subnet_id': '62c09783-9a95-42ec-935e-74d6de1a0861'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:40.431298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.543807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Provisioning complete for port 0109d0de-0b76-4ec6-8442-163e4e65b97e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:40.544293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.554386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d83047a4-d1fe-4b78-85cc-d6208b02d29d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:40.616658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d83047a4-d1fe-4b78-85cc-d6208b02d29d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:40.616658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d83047a4-d1fe-4b78-85cc-d6208b02d29d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:40.616658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:40.661558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:40.662036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 39344d9f-3be9-4d9e-adf8-ea911e19ffe0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:40.665524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:40.735097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-daaa82e3-a64f-4907-9f97-85c170cd0365 None None] Port 0109d0de-0b76-4ec6-8442-163e4e65b97e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:40.761813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Checking router: fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:40.782809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:40.783184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:40.847964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd86b68d-92b0-411b-a32a-cf9c0d1ab29f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:40.847964 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dd86b68d-92b0-411b-a32a-cf9c0d1ab29f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 814 time: 0.5311103 Apr 28 15:00:40.852039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port e673a0e9-2602-4df1-8a9e-866a914ef753 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:40.852385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.878779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.882231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Deleting port b8cc1db3-9e9e-404c-9550-f5efd70d75a9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:40.882562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:40.926548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.008831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.038570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.063580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.066139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0229f70f-c4da-4b3b-b592-da51c5822681 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:41.080187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.093588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port 8cdc80a7-90e4-460c-b9df-77716f8540c8 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:41.105789 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Allocated IP 172.20.0.2 (1cce6a3b-9af1-4999-a59a-736326256f40/62c09783-9a95-42ec-935e-74d6de1a0861/6159005e-9f68-45db-ae9e-f3e652f29d3c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:41.106509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for e673a0e9-2602-4df1-8a9e-866a914ef753 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:41.130076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] For port b8cc1db3-9e9e-404c-9550-f5efd70d75a9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:41.130487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.134036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:41.136370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-87522518-4555-4a6b-95d6-44e3de335c42 None None] Provisioning complete for port 0109d0de-0b76-4ec6-8442-163e4e65b97e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:41.136804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-87522518-4555-4a6b-95d6-44e3de335c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.151494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:41.156929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Calling delete_port for b8cc1db3-9e9e-404c-9550-f5efd70d75a9 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:41.158839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:41.168539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=d1be326e-795c-4c92-b895-86867834eeb1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.197176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-87522518-4555-4a6b-95d6-44e3de335c42 None None] Port 0109d0de-0b76-4ec6-8442-163e4e65b97e was deleted so its status cannot be updated. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 28 15:00:41.201516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.204430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.208177 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "DELETE /v2.0/security-groups/d23d54f8-d6af-481e-aaed-984a88e006e6 HTTP/1.1" status: 204 len: 168 time: 0.8731468 Apr 28 15:00:41.222278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43618) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.225421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea342d7-a1ad-4c3e-9058-779a42bc85a5 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23d54f8-d6af-481e-aaed-984a88e006e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.296416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:41.305556 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-442edf7d-deaf-4c31-a13f-69e7392f3bc2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] show failed (client error): The resource could not be found. Apr 28 15:00:41.312389 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-442edf7d-deaf-4c31-a13f-69e7392f3bc2 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "GET /v2.0/security-groups/d23d54f8-d6af-481e-aaed-984a88e006e6 HTTP/1.1" status: 404 len: 347 time: 0.0847023 Apr 28 15:00:41.331744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0229f70f-c4da-4b3b-b592-da51c5822681 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:41.332368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.333439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.335312 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43620) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.350186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:41.350833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.394982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.404614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--277123062', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:41.434561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=0109d0de-0b76-4ec6-8442-163e4e65b97e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.436748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.469273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.476570 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-434e1a13-62d7-487f-94fc-46f25517f9bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/0109d0de-0b76-4ec6-8442-163e4e65b97e HTTP/1.1" status: 204 len: 168 time: 1.8097489 Apr 28 15:00:41.483126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.500418 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f6dee6b9-ec21-4567-aa3b-3cc9501c1197 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3282893 Apr 28 15:00:41.518375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.524114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f5:b0:2c'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:44:1d:cb'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:41.581828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=e673a0e9-2602-4df1-8a9e-866a914ef753,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.647271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4ff422ec-ac73-4bed-b647-d6afb8d74afb None None] Provisioning complete for port d1be326e-795c-4c92-b895-86867834eeb1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:41.647637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ff422ec-ac73-4bed-b647-d6afb8d74afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.656911 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.660355 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bac77ee0-b168-40ba-8ddd-291002ced5ae tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/e673a0e9-2602-4df1-8a9e-866a914ef753 HTTP/1.1" status: 204 len: 168 time: 1.6235359 Apr 28 15:00:41.664402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.734273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.741986 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cd3de7-ebfc-452f-96fd-9a63953b76fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:41.743376 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-04cd3de7-ebfc-452f-96fd-9a63953b76fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/0109d0de-0b76-4ec6-8442-163e4e65b97e HTTP/1.1" status: 404 len: 333 time: 0.2572923 Apr 28 15:00:41.771100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.773026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.781461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.802154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:41.805434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4ff422ec-ac73-4bed-b647-d6afb8d74afb None None] Port d1be326e-795c-4c92-b895-86867834eeb1 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:41.814114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.821112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08e054-7a5c-41eb-ac60-3691b946c569 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:41.822967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08e054-7a5c-41eb-ac60-3691b946c569 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:41.824872 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5b08e054-7a5c-41eb-ac60-3691b946c569 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1463037 Apr 28 15:00:41.831549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:41.836946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:41.859338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.867859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:41.871049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:41.917344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:41.925960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8cc1db3-9e9e-404c-9550-f5efd70d75a9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:41.986757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.012460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:42.051471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 0229f70f-c4da-4b3b-b592-da51c5822681, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0229f70f-c4da-4b3b-b592-da51c5822681,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:42.062934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Attempting to bind port 6159005e-9f68-45db-ae9e-f3e652f29d3c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:42.063299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Attempting to bind port 6159005e-9f68-45db-ae9e-f3e652f29d3c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'd24d3d22-3e2b-4785-8938-69709ff4cab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:42.064522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Attempting to bind port 6159005e-9f68-45db-ae9e-f3e652f29d3c on network 1cce6a3b-9af1-4999-a59a-736326256f40 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:42.070129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.070475 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment 19f5f7fe-142a-45fb-9dea-05c2bb317815 of type vlan for network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 Apr 28 15:00:42.075871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.081713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Deleting port 86560779-e58a-4dc2-adb0-9195053bd5d9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:42.082055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.082759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:42.083238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Checking segment: {'id': 'd24d3d22-3e2b-4785-8938-69709ff4cab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:42.083626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.084330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Bound using segment: {'id': 'd24d3d22-3e2b-4785-8938-69709ff4cab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:42.084647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Bound port: 6159005e-9f68-45db-ae9e-f3e652f29d3c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24d3d22-3e2b-4785-8938-69709ff4cab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:42.085401 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.087615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f2a4609e-8b34-48df-b4c3-30e2b39e1ca1 None None] Provisioning complete for port 0229f70f-c4da-4b3b-b592-da51c5822681 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:42.087997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2a4609e-8b34-48df-b4c3-30e2b39e1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.111606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.9 (1cce6a3b-9af1-4999-a59a-736326256f40/62c09783-9a95-42ec-935e-74d6de1a0861/8cdc80a7-90e4-460c-b9df-77716f8540c8) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:42.173192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet a530d25e-1085-4203-8184-fc5a480aeddc {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:42.191290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=0229f70f-c4da-4b3b-b592-da51c5822681,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.197411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.216698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.286216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 7c9a06d6-6732-4403-a458-4d835f71e16a {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:42.290186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.306498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.334252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:42.339036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.339657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.339657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.377695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb815553-7f28-4b85-8d50-b9d88b5c1a3e None None] The sync data for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv is: [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T14:59:15Z', 'revision_number': 4, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0', 'name': '', 'network_id': 'c56bec58-6de4-4a98-abcd-476d376d21ad', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'mac_address': 'fa:16:3e:c5:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:14Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'subnets': [{'id': 'ad65b1ac-970b-459b-a874-70062edbe467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:42.385877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.391678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:42.392448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.410875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Calling delete_port for 86560779-e58a-4dc2-adb0-9195053bd5d9 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:42.431864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.433474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:42.438127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:42.448172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.497299 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0930581 Apr 28 15:00:42.508883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:42.536979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96df0c-8808-4861-8348-cea7ea5e947c None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.547828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.569973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a4427021-40fc-49f1-bcc2-e26290c1f658 None None] Could not find standard attr ID for object e673a0e9-2602-4df1-8a9e-866a914ef753. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:42.620171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.642331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6aa65-9f35-479c-9ce9-e37faff886b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.650047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9a06d6-6732-4403-a458-4d835f71e16a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:42.660558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:42.723998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095b3a7-ec16-4616-83b1-61f1c13a3eb4 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:42.725593 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a095b3a7-ec16-4616-83b1-61f1c13a3eb4 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2030945 Apr 28 15:00:42.733030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43636) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:42.747018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.758116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.761376 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c6775bd4-700d-49b3-bdca-c6345134c773 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7c9a06d6-6732-4403-a458-4d835f71e16a HTTP/1.1" status: 204 len: 168 time: 0.9192705 Apr 28 15:00:42.768801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:42.793099 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032d81d-b7bb-476d-86f8-ac14e6319e8d None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:42.794508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:42.872056 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6708b1d8-08eb-4806-b796-e6e7789f3808 None None] New status for floating IP 163f1891-6130-4459-9654-a0bda61fa023: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:00:42.905625 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0970a9ed-ff07-4de1-9f9c-29e90cfa6e9c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897334 Apr 28 15:00:42.917613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.002957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0229f70f-c4da-4b3b-b592-da51c5822681 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:43.081095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.130505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event updated for resources: {'Port': ['ID=d1be326e-795c-4c92-b895-86867834eeb1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.144850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0229f70f-c4da-4b3b-b592-da51c5822681 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:43.145748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.149923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] In _notify_port_updated(), no bound segment for port d1be326e-795c-4c92-b895-86867834eeb1 on network fff56abd-382f-49ad-9f71-95ba5c5e9131 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:43.159558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.159558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.159886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a7c3b7bb-ea77-4684-a575-d5c142b3c2f3 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "PUT /v2.0/ports/d1be326e-795c-4c92-b895-86867834eeb1 HTTP/1.1" status: 200 len: 1058 time: 1.6399219 Apr 28 15:00:43.164396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.169790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.304837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96303f24-d5d6-4971-961e-8ee439765e74 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.305371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:43.309746 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-96303f24-d5d6-4971-961e-8ee439765e74 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3582544 Apr 28 15:00:43.316063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.356072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Router 56ca4e35-5763-40d4-83d6-b3040d81d975 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:43.358082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e6afcc-1125-4101-a74c-ca9d542f4706 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.362614 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f9e6afcc-1125-4101-a74c-ca9d542f4706 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6259582 Apr 28 15:00:43.366946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43646) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.367370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0e177041-3d39-4f22-8932-e02db78285da None None] Provisioning complete for port d1be326e-795c-4c92-b895-86867834eeb1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:43.367850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e177041-3d39-4f22-8932-e02db78285da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.372983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:43.382798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:43.385923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:43.412381 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-29b21e0f-f294-470f-80fb-6b2b770d591e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416188 Apr 28 15:00:43.412381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.415276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.445320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.446199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.471095 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0f24cc9d-d4c1-4923-9234-28fe4aa8a242 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439057 Apr 28 15:00:43.486840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.490711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.504895 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5476937 Apr 28 15:00:43.548096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43652) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.553773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:43.645795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550cccf-02ad-4683-b181-35c631062ec3 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.647446 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d550cccf-02ad-4683-b181-35c631062ec3 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1414092 Apr 28 15:00:43.659252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2017c9d-e100-4b95-9688-c163e76aae3a tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=8cdc80a7-90e4-460c-b9df-77716f8540c8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.662270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.671015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Pushing event deleted for resources: {'Port': ['ID=86560779-e58a-4dc2-adb0-9195053bd5d9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.677235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0e177041-3d39-4f22-8932-e02db78285da None None] Port d1be326e-795c-4c92-b895-86867834eeb1 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:43.691142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Deleting port 0229f70f-c4da-4b3b-b592-da51c5822681 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:43.691681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.713277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d89347-81d2-4d4c-b8e5-559b7a1e30f3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:43.717199 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-69d89347-81d2-4d4c-b8e5-559b7a1e30f3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3947172 Apr 28 15:00:43.720420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43656) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.724151 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5bb7d312-88f9-439a-b908-abbb5bc7bcdd tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531709 Apr 28 15:00:43.725408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.732380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-272541792', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:43.745118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port d1be326e-795c-4c92-b895-86867834eeb1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:43.745118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.795527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] For port 0229f70f-c4da-4b3b-b592-da51c5822681, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0229f70f-c4da-4b3b-b592-da51c5822681,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:43.796250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.813392 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b9427968-743e-4fc7-a131-f9720ae25793 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622237 Apr 28 15:00:43.813392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43660) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.819838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:43.831566 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Calling delete_port for 0229f70f-c4da-4b3b-b592-da51c5822681 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:43.909474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.910155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.912513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.913784 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3ce3477d-528d-4453-b148-8df155936c93 tempest-ServersTestManualDisk-758886299 tempest-ServersTestManualDisk-758886299-project] 10.222.0.58 "DELETE /v2.0/floatingips/163f1891-6130-4459-9654-a0bda61fa023 HTTP/1.1" status: 204 len: 168 time: 2.5775430 Apr 28 15:00:43.924460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:43.943326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:43.946910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.954782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:43.985533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] Pushing event deleted for resources: {'Port': ['ID=0229f70f-c4da-4b3b-b592-da51c5822681,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:43.992241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633a745b-1d60-44ec-96ef-62b8ca08d135 None None] No DVR routers for this DVR port 0229f70f-c4da-4b3b-b592-da51c5822681 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:44.019121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.022681 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/a530d25e-1085-4203-8184-fc5a480aeddc HTTP/1.1" status: 204 len: 168 time: 2.2465138 Apr 28 15:00:44.030062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdeb0c2-edc5-481d-9f7e-fce0e55d04a1 None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:44.030636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846ae23-1932-418f-a93e-29c70e8852a7 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=a530d25e-1085-4203-8184-fc5a480aeddc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.035353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:44.074033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.116130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:44.117182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.124395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for d1be326e-795c-4c92-b895-86867834eeb1 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:44.222611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:44.223172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.273158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:44.294045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:44.294511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.400620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.429847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:44.441524 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3746d1a9-ce69-4b13-b0f7-ae648627e0e0 admin admin] 10.222.0.58 "PUT /v2.0/routers/56ca4e35-5763-40d4-83d6-b3040d81d975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0041280 Apr 28 15:00:44.441946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:44.446919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:44.450270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Sync routers for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:44.458441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.494005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:44.495174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:44.529640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:44.534130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.613763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-890b6ee1-7adf-4d63-a00e-59fee8358743 None None] Provisioning complete for port 8cdc80a7-90e4-460c-b9df-77716f8540c8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:44.614139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-890b6ee1-7adf-4d63-a00e-59fee8358743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.635483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet 903fb96b-0c06-4090-b864-d35b05db18e8 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:44.639551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001850d-ed29-4dd5-9dd2-d02bac985dbd None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:44.662689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.719122 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 62c09783-9a95-42ec-935e-74d6de1a0861 (CIDR: 172.20.0.0/28) Apr 28 15:00:44.746761 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:44.746761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:44.770289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.802687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-890b6ee1-7adf-4d63-a00e-59fee8358743 None None] Port 8cdc80a7-90e4-460c-b9df-77716f8540c8 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:44.808672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:44.842981 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-19afefee-1873-4f73-804d-699ad5ad941d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2932272 Apr 28 15:00:44.845157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:44.848986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:44.894058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:44.903525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:45.031468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.077772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:45.078423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.151523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b9ec6ce8-f4aa-4b80-b71c-13bcc1e9805f None None] Provisioning complete for port 77b201ba-fead-4614-a0bb-313eb822eb1a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:45.151815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6ce8-f4aa-4b80-b71c-13bcc1e9805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.153068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.180130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73'}], 'enable_snat': True}, 'gw_port_id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T15:00:41Z', 'revision_number': 5, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port': {'id': 'b4ebcecb-3761-4a89-9e40-7339558e2e1e', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:57:06Z', 'updated_at': '2022-04-28T14:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:45.185716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:45.189330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.230149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Checking router: 56ca4e35-5763-40d4-83d6-b3040d81d975 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:45.231617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:45.233809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Deleting port b4ebcecb-3761-4a89-9e40-7339558e2e1e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:45.234616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.252979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.262771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Routers {'56ca4e35-5763-40d4-83d6-b3040d81d975'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:45.263321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['56ca4e35-5763-40d4-83d6-b3040d81d975'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:45.282950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:45.300830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:45.301629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.309867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7645a4e8-4b8a-425c-bd1a-5fdbf62c793a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:45.316521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=13dd7bf7-9e6c-4f44-bcf3-21efae290f8c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.334938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.379266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0229f70f-c4da-4b3b-b592-da51c5822681 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:45.397799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=d1be326e-795c-4c92-b895-86867834eeb1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.399865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.448751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0229f70f-c4da-4b3b-b592-da51c5822681 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:45.448751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0229f70f-c4da-4b3b-b592-da51c5822681 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:45.469018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] Set router 56ca4e35-5763-40d4-83d6-b3040d81d975 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:45.520765 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ea476883-c859-4303-bbd6-579d36551370 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7023036 Apr 28 15:00:45.526998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43670) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:45.531041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 6, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:45.536987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:dc:83:c6', 'name': 'tempest-NetworksTestDHCPv6-1802954111'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:45.578267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef598bf-467f-43fd-a69d-e39582854cfb None None] The sync data for ids ['56ca4e35-5763-40d4-83d6-b3040d81d975'] in dv-neutron-839772-1-hyperv is: [{'id': '56ca4e35-5763-40d4-83d6-b3040d81d975', 'name': 'tempest-ServerActionsTestJSON-1541354137-router', 'tenant_id': '16742291048a44409617a88a30c76b41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:57:05Z', 'updated_at': '2022-04-28T15:00:45Z', 'revision_number': 6, 'project_id': '16742291048a44409617a88a30c76b41', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:45.615749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.618078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0fde8b9b-78ba-49d1-9c7c-910c3e7381b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.618905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.696929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '13dd7bf7-9e6c-4f44-bcf3-21efae290f8c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:45.698725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.725849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.727284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=903fb96b-0c06-4090-b864-d35b05db18e8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.728859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] For port b4ebcecb-3761-4a89-9e40-7339558e2e1e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4ebcecb-3761-4a89-9e40-7339558e2e1e,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:45.729192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.730169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.733899 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ea2c9ff7-1b10-4f29-9693-d39ff7d495cb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/903fb96b-0c06-4090-b864-d35b05db18e8 HTTP/1.1" status: 204 len: 168 time: 1.6898429 Apr 28 15:00:45.741784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:45.742794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75911f9-346c-4e2f-a760-a2642f737ccc None None] Network d70f3757-f0a8-4d5a-bb40-02d8039a7551 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:45.786346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Calling delete_port for b4ebcecb-3761-4a89-9e40-7339558e2e1e owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:45.789299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:45.789769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:45.814919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:45.827922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:45.835940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:45.836549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.875173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=1b1c5077-192c-4d0b-8a06-474fb9d84c52,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:45.883165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.913639 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c22d50ae-19c2-4941-a4a9-af9e7fd86c87 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0245798 Apr 28 15:00:45.913639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:45.919410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1428587142', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b1c5077-192c-4d0b-8a06-474fb9d84c52'}], 'security_groups': ['f4e09354-0d6b-4a47-b990-056869597fda']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:45.929088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:45.958819 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:45.995658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:46.024206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc843e2-4ce1-42f9-ba1e-afdc68b404b7 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:46.066520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:46.081933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:46.082684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.122667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f2065-3a81-4d11-bdc6-43eb1ddc9dca None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:46.130980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.136725 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e2df5f9-4008-44f4-989f-4d90e7ea965d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/d1be326e-795c-4c92-b895-86867834eeb1 HTTP/1.1" status: 204 len: 168 time: 2.9426284 Apr 28 15:00:46.137163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:46.167429 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1ea58da7-7698-4b8b-960d-dbc2e9820f29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4362168 Apr 28 15:00:46.181262 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-95aa7177-f32c-449a-b04d-0071ba1bff64 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] GET failed (client error): The resource could not be found. Apr 28 15:00:46.185544 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-95aa7177-f32c-449a-b04d-0071ba1bff64 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports/d1be326e-795c-4c92-b895-86867834eeb1 HTTP/1.1" status: 404 len: 333 time: 0.0449433 Apr 28 15:00:46.185688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.192498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:46.265377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 77b201ba-fead-4614-a0bb-313eb822eb1a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:46.265863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.310792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 507a8636-1625-44eb-bffc-fa794c846229 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:46.311020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/13dd7bf7-9e6c-4f44-bcf3-21efae290f8c/d675d6da-cf90-4f6a-bd4a-a0999e0518c1) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:46.348094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port 77b201ba-fead-4614-a0bb-313eb822eb1a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=77b201ba-fead-4614-a0bb-313eb822eb1a,segment=NetworkSegment(6ed45755-6853-43b4-bf06-5cc958f9ad86),segment_id=6ed45755-6853-43b4-bf06-5cc958f9ad86)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:46.348609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.350965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.367046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 77b201ba-fead-4614-a0bb-313eb822eb1a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:46.392057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.504378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Deleting port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:46.504378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.512187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.587968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.594112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.636227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port 77b201ba-fead-4614-a0bb-313eb822eb1a on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:46.645555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=77b201ba-fead-4614-a0bb-313eb822eb1a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:46.725598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Pushing event updated for resources: {'Port': ['ID=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:46.738329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ebcecb-3761-4a89-9e40-7339558e2e1e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:46.823277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:46.833172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:46.839547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] For port 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:46.840213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:46.842156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.870427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.939038 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Calling delete_port for 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:46.961224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70f3757-f0a8-4d5a-bb40-02d8039a7551']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:46.967870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port be5e026b-3baa-4c37-866d-ecb695022215 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:46.969769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:46.976332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bd1e9-21a6-43bf-8159-a670d19ac657 None None] DHCP port deletion for d70f3757-f0a8-4d5a-bb40-02d8039a7551 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:47.014313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed45755-6853-43b4-bf06-5cc958f9ad86') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:47.014543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed45755-6853-43b4-bf06-5cc958f9ad86') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:47.016866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::2a1 (54d908dd-ca79-41d5-95f2-c906280f9818/13dd7bf7-9e6c-4f44-bcf3-21efae290f8c/507a8636-1625-44eb-bffc-fa794c846229) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:47.024098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b8cc1db3-9e9e-404c-9550-f5efd70d75a9 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:47.028302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.029757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.055345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.061521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590066356', 'description': 'tempest-secgroup-smoke-590066356 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:47.065413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Update dhcp port {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'fixed_ips': [{'subnet_id': '62c09783-9a95-42ec-935e-74d6de1a0861', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b1c5077-192c-4d0b-8a06-474fb9d84c52'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '6159005e-9f68-45db-ae9e-f3e652f29d3c'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:00:47.067361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.068104 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b8cc1db3-9e9e-404c-9550-f5efd70d75a9 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:47.068517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b8cc1db3-9e9e-404c-9550-f5efd70d75a9 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:47.069260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4ebcecb-3761-4a89-9e40-7339558e2e1e no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:47.082914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:47.083402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:47.087430 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:47.094883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b4ebcecb-3761-4a89-9e40-7339558e2e1e {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:47.095224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4ebcecb-3761-4a89-9e40-7339558e2e1e not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:47.096982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:47.097887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.132684 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Attempting to bind port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:47.133118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Attempting to bind port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:47.133566 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Attempting to bind port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:47.208430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.242608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.271652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.274378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Allocated IP 172.20.0.18 (0f18f7e6-c898-44fb-8412-2e6dd3f4bd81/45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00/80d31302-7134-49f0-a130-e4cff9c7afba) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:47.274795 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/d70f3757-f0a8-4d5a-bb40-02d8039a7551 HTTP/1.1" status: 204 len: 168 time: 1.5256553 Apr 28 15:00:47.281153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f1d34-3173-44a7-977a-05200d03ca6d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=d70f3757-f0a8-4d5a-bb40-02d8039a7551,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.282978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.283122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.293189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.372265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.372805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cec209-a566-45a1-ac34-a9e6ed13b631 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:47.374400 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f3cec209-a566-45a1-ac34-a9e6ed13b631 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0825746 Apr 28 15:00:47.381723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.405516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.409232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:47.409701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:47.409989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.410424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:47.410856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Bound port: d675d6da-cf90-4f6a-bd4a-a0999e0518c1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:47.411230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.413976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.420725 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.452965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.456669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.457180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ca4e35-5763-40d4-83d6-b3040d81d975 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:00:47.460155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.463286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for be5e026b-3baa-4c37-866d-ecb695022215 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:47.464511 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4078691 Apr 28 15:00:47.467628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.471089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.472260 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-43a06391-5f4a-4b6e-9118-53aada1c9bff admin admin] 10.222.0.58 "DELETE /v2.0/routers/56ca4e35-5763-40d4-83d6-b3040d81d975 HTTP/1.1" status: 204 len: 168 time: 3.0247142 Apr 28 15:00:47.474115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:47.477864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43690) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.501604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] For port d675d6da-cf90-4f6a-bd4a-a0999e0518c1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:47.504179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.530664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1b43d-96be-4c4b-b82c-2d55848a266c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884f656b-96fa-43c5-acc1-519028f9bc2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.563858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.648137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.652920 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-82ae2ad4-5f1b-4604-b7f4-a731f37ec8d6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2670310 Apr 28 15:00:47.659006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.666426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-883883649'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:47.677703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] For port d675d6da-cf90-4f6a-bd4a-a0999e0518c1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:47.680139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.684714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Deleting subnet f01fc198-ddee-48a5-8c03-a626c6201e68 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:47.711754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.712610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.737170 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:47.748724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.754717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:47.760589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Pushing event updated for resources: {'Port': ['ID=80d31302-7134-49f0-a130-e4cff9c7afba,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.761506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.763766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.771574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:47.848643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0adcb6-3743-41b6-9bc4-144b7a8f8082,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.868749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.870184 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91f3de0b-62c5-48a4-9801-c6f5220d2e59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015949 Apr 28 15:00:47.876432 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:47.883766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:47.884536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cf09d-80e3-4f8f-bd39-52c6be8cba7a None None] Pushing event updated for resources: {'Port': ['ID=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:47.887737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Attempting to bind port 80d31302-7134-49f0-a130-e4cff9c7afba on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:47.888174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Attempting to bind port 80d31302-7134-49f0-a130-e4cff9c7afba by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:47.888539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Attempting to bind port 80d31302-7134-49f0-a130-e4cff9c7afba on network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:47.898027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:47.898411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Checking segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:47.898919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.899303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Bound using segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:47.899825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Bound port: 80d31302-7134-49f0-a130-e4cff9c7afba, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:47.900281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.924624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.935333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.949192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:47.952730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.967477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11129266-049c-4f9c-ae55-2eb9c2a4baf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:47.992097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] For port 80d31302-7134-49f0-a130-e4cff9c7afba, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:47.996185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] For port 80d31302-7134-49f0-a130-e4cff9c7afba, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=80d31302-7134-49f0-a130-e4cff9c7afba,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:48.003443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.007341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.016045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=be5e026b-3baa-4c37-866d-ecb695022215,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.026201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.062385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.092319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fbe77-6f4f-4b13-b02c-9d15c310a120 None None] Pushing event updated for resources: {'Port': ['ID=80d31302-7134-49f0-a130-e4cff9c7afba,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.171062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Delete allocated IP 172.20.0.9 (1cce6a3b-9af1-4999-a59a-736326256f40/62c09783-9a95-42ec-935e-74d6de1a0861) {{(pid=102640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 15:00:48.196231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:48.237684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.26 (1cce6a3b-9af1-4999-a59a-736326256f40/1b1c5077-192c-4d0b-8a06-474fb9d84c52/8cdc80a7-90e4-460c-b9df-77716f8540c8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:48.246893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:48.271878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:48.274585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:48.280854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:48.281824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.300031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=507a8636-1625-44eb-bffc-fa794c846229,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.348341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.359807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.360191 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 32526483-1884-4cf6-9040-955f3028fec4 of type vlan for network e5d18350-d4eb-40e5-8572-769d9594bf35 Apr 28 15:00:48.406414 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e1bcdf2f-ceb3-4e3c-9e11-f6267fe6b5d1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8708591 Apr 28 15:00:48.407906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.411364 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-514b9fd2-5b34-4f96-aa20-2f2f9e96928d tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/be5e026b-3baa-4c37-866d-ecb695022215 HTTP/1.1" status: 204 len: 168 time: 2.2178876 Apr 28 15:00:48.414139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.414402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.548406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecca7cf-4ef9-4a1e-b7d5-fde8cde9a87a tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] GET failed (client error): The resource could not be found. Apr 28 15:00:48.555317 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aecca7cf-4ef9-4a1e-b7d5-fde8cde9a87a tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "GET /v2.0/ports/be5e026b-3baa-4c37-866d-ecb695022215 HTTP/1.1" status: 404 len: 333 time: 0.1066372 Apr 28 15:00:48.555317 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.555782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.561446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.579829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.587829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.614915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8dcd3b-ffdd-4670-a4f8-90cfd52c7ca9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.623602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.624782 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5d6c1277-4d63-498c-b213-8bf72939d2ab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7469347 Apr 28 15:00:48.627867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43702) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.632429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:48.706511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.733150 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d4cfb-5d06-490d-a829-5b2164ca2140 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:48.739546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d4cfb-5d06-490d-a829-5b2164ca2140 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:48.744558 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-949d4cfb-5d06-490d-a829-5b2164ca2140 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3101208 Apr 28 15:00:48.747286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43704) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.774198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.780203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:48.780922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.873735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:00:48.892494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.908563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.909183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.942173 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2796576 Apr 28 15:00:48.955662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:48.971954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:48.972323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:48.978866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01fc198-ddee-48a5-8c03-a626c6201e68,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:48.992916 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cc7fc-1398-4391-a5cf-a3d84ee4e464 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=e5d18350-d4eb-40e5-8572-769d9594bf35,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.007289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e5d18350-d4eb-40e5-8572-769d9594bf35 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:49.013373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ddde89-ac50-43c9-8d69-ac2b0aaa9bbe,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.031247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.035437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6645b-992c-4d8d-9c18-9e40c163bfe3 None None] Network 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:49.045231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.048807 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a4745846-dd7a-4583-bff0-81602b06667f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/f01fc198-ddee-48a5-8c03-a626c6201e68 HTTP/1.1" status: 204 len: 168 time: 1.5648577 Apr 28 15:00:49.059016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43708) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:49.094085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.095715 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-708b2912-e7d2-4d9a-999e-d3664de7e9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4668159 Apr 28 15:00:49.103320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43710) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:49.116340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d675d6da-cf90-4f6a-bd4a-a0999e0518c1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:49.154543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port cde9bd35-0e1f-429a-868d-85ccb63ac6af {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:49.155234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.158170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.176764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:49.184179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:00:49.195333 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Sync routers for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:00:49.214446 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:49.215279 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:49.218623 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-30880ce7-5165-48f7-801d-a136a5e3179e admin admin] 10.222.0.58 "PUT /v2.0/routers/fc84f5e6-4740-4cfb-8d21-86bd6e1dc809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2866824 Apr 28 15:00:49.220798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 507a8636-1625-44eb-bffc-fa794c846229 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:49.222684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.246072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43712) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:49.419447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Allocated IP 172.20.0.18 (1cce6a3b-9af1-4999-a59a-736326256f40/1b1c5077-192c-4d0b-8a06-474fb9d84c52/6159005e-9f68-45db-ae9e-f3e652f29d3c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:49.475805 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:49.514152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.527749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:49.528148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.707293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.750603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=8cdc80a7-90e4-460c-b9df-77716f8540c8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.780344 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T15:00:47Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:49.815781 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Checking router: fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:00:49.824880 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Routers {'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:00:49.825711 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:49.841315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.857681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.866968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] DHCP port deletion for 3f61d92a-8173-4be0-8cb2-2c7073fc1e7d request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:49.872153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa213c1-5af8-481d-a2e2-5d50e2c26b77 None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:49.880223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.881109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] Provisioning complete for port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:49.881483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.926537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.932320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.936531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:49.940853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.944483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] In _notify_port_updated(), no bound segment for port 8cdc80a7-90e4-460c-b9df-77716f8540c8 on network 1cce6a3b-9af1-4999-a59a-736326256f40 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:00:49.950256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9885becd-8fae-4ce0-990c-57ccf76c5683,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:49.950435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:49.951056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:49.953682 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b4ffd3fe-995f-4bdf-9d24-85618ee4e575 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/ports/8cdc80a7-90e4-460c-b9df-77716f8540c8 HTTP/1.1" status: 200 len: 921 time: 4.0384870 Apr 28 15:00:49.957579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:49.974205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for cde9bd35-0e1f-429a-868d-85ccb63ac6af owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:49.976856 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] Set router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:00:49.994491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.074992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Deleting port c494a441-7213-42aa-9f6f-cadde40f6964 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:50.075411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.148485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.150683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.182915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.188254 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2d2dc1c0-0659-400d-8c5e-aa6bd027b6c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0154996 Apr 28 15:00:50.188939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:50.198645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.219102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] For port c494a441-7213-42aa-9f6f-cadde40f6964, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c494a441-7213-42aa-9f6f-cadde40f6964,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.219503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.225564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Deleting port c494a441-7213-42aa-9f6f-cadde40f6964 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:50.225997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.238759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Calling delete_port for c494a441-7213-42aa-9f6f-cadde40f6964 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:50.242212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:50.242861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port 8cdc80a7-90e4-460c-b9df-77716f8540c8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:50.243266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.245127 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa30db52-f882-4496-b655-a076b06974ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T15:00:47Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:50.263805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 507a8636-1625-44eb-bffc-fa794c846229 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:50.279455 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:00:50.293447 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30db52-f882-4496-b655-a076b06974ef None None] The sync data for ids ['fc84f5e6-4740-4cfb-8d21-86bd6e1dc809'] in dv-neutron-839772-1-hyperv is: [{'id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'name': 'tempest-ServersTestManualDisk-1969240648-router', 'tenant_id': '2e07f299e6aa41c9822c192f34de4412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160'}], 'enable_snat': True}, 'gw_port_id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:05Z', 'updated_at': '2022-04-28T15:00:47Z', 'revision_number': 5, 'project_id': '2e07f299e6aa41c9822c192f34de4412', 'gw_port': {'id': '5103eb55-a338-4e15-8c84-28e22a7adef0', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:08:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc84f5e6-4740-4cfb-8d21-86bd6e1dc809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:07Z', 'updated_at': '2022-04-28T14:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:00:50.298891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.311182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.316153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.346265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] For port d675d6da-cf90-4f6a-bd4a-a0999e0518c1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.363560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.370784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.444825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.454001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Deleting port 5103eb55-a338-4e15-8c84-28e22a7adef0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:50.454346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.468629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for 8cdc80a7-90e4-460c-b9df-77716f8540c8 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:50.480656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.480912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.537370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] For port c494a441-7213-42aa-9f6f-cadde40f6964, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c494a441-7213-42aa-9f6f-cadde40f6964,segment=NetworkSegment(f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d),segment_id=f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.537765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.552329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=cde9bd35-0e1f-429a-868d-85ccb63ac6af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.569720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:50.570060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:50.570563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8a63b-4db5-4419-81a9-fb6d24b61871 None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.575480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.579312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Calling delete_port for c494a441-7213-42aa-9f6f-cadde40f6964 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:50.599620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.618643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Provisioning complete for port 507a8636-1625-44eb-bffc-fa794c846229 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:50.619012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.659043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.665586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dffb962-b6a0-486d-ac97-5ef4a45a89f9,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.667670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=631d41c1-6318-4a80-90da-7cda35c1b66b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.684592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] No DVR routers for this DVR port c494a441-7213-42aa-9f6f-cadde40f6964 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:50.693447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.698135 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-151fdc88-05b2-4eed-8071-a4437f2268a8 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/ports/cde9bd35-0e1f-429a-868d-85ccb63ac6af HTTP/1.1" status: 204 len: 168 time: 2.1175442 Apr 28 15:00:50.713980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] For port 5103eb55-a338-4e15-8c84-28e22a7adef0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=5103eb55-a338-4e15-8c84-28e22a7adef0,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:50.714686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.733864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Calling delete_port for 5103eb55-a338-4e15-8c84-28e22a7adef0 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:50.756351 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:50.817082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Pushing event deleted for resources: {'Port': ['ID=c494a441-7213-42aa-9f6f-cadde40f6964,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.827804 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1aff20-b5a9-4b61-95ca-b71eb9ddb988 None None] Pushing event updated for resources: {'Port': ['ID=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:50.855557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.862283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Port 507a8636-1625-44eb-bffc-fa794c846229 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:50.897008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Provisioning complete for port 80d31302-7134-49f0-a130-e4cff9c7afba triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:50.897376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.935050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:50.990628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.012133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] Pushing event deleted for resources: {'Port': ['ID=c494a441-7213-42aa-9f6f-cadde40f6964,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.023304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1dc46-fe6e-4950-8ac3-1c04e165132b None None] No DVR routers for this DVR port c494a441-7213-42aa-9f6f-cadde40f6964 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:51.040400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f61d92a-8173-4be0-8cb2-2c7073fc1e7d']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:51.051507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:51.051861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cf2b52-481b-4ef6-8bc8-1e5e9ae1313d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:51.074052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.079491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-46be2a60-7901-4bb3-8cdb-a5b9d87cb340 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8529716 Apr 28 15:00:51.079702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.082187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.088131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '32526483-1884-4cf6-9040-955f3028fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:51.088685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: e5d18350-d4eb-40e5-8572-769d9594bf35, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:00:51.092036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '884f656b-96fa-43c5-acc1-519028f9bc2f', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:51.134124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.138645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.143580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.158862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 80d31302-7134-49f0-a130-e4cff9c7afba up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:51.174785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network e5d18350-d4eb-40e5-8572-769d9594bf35 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:00:51.185422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5103eb55-a338-4e15-8c84-28e22a7adef0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.213191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] For port 80d31302-7134-49f0-a130-e4cff9c7afba, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=80d31302-7134-49f0-a130-e4cff9c7afba,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:51.223648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.238516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=507a8636-1625-44eb-bffc-fa794c846229,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.242166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, e5d18350-d4eb-40e5-8572-769d9594bf35) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:51.270794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d628e-2b06-4b57-acc8-1ef0fa52945e None None] Network e5d18350-d4eb-40e5-8572-769d9594bf35 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:51.274040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting subnet 35fde638-ba28-4c35-8a31-fd969f637923 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:51.280259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.283411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.289622 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:00:51.306745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:51.307629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.319516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:51.320065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:51.327083 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:51.330688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.333399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.340765 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f206dc6b-685c-4694-a0d0-23506658aa25 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/507a8636-1625-44eb-bffc-fa794c846229 HTTP/1.1" status: 204 len: 168 time: 2.5898876 Apr 28 15:00:51.345751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.350908 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8025cc25-8e7b-4b7c-9fc3-1c7f7e36cc4a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3941147 Apr 28 15:00:51.358412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.361932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.409731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf0367-0080-43ef-ab3c-6b19535559e8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:51.410583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35', 'name': 'tempest-PortsIpV6TestJSON-827017283'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:51.411346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bf0367-0080-43ef-ab3c-6b19535559e8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:51.417886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f0bf0367-0080-43ef-ab3c-6b19535559e8 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0705960 Apr 28 15:00:51.420444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.457421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 80d31302-7134-49f0-a130-e4cff9c7afba triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:51.463400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.493495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 13dd7bf7-9e6c-4f44-bcf3-21efae290f8c {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:51.497047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.541119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.584272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-e5d18350-d4eb-40e5-8572-769d9594bf35', 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': '631d41c1-6318-4a80-90da-7cda35c1b66b'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:51.585772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.609672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1a45d10e-6264-4ca2-a1be-da74a1b90518 None None] Provisioning complete for port 80d31302-7134-49f0-a130-e4cff9c7afba triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:51.610309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1a45d10e-6264-4ca2-a1be-da74a1b90518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.616600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4498e7-f273-40d6-b52e-806d661fc763 None None] Pushing event updated for resources: {'Port': ['ID=80d31302-7134-49f0-a130-e4cff9c7afba,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.616783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=8cdc80a7-90e4-460c-b9df-77716f8540c8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.645571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.667062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.671029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.696369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.722462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.750908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.756273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.759415 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3f61d92a-8173-4be0-8cb2-2c7073fc1e7d HTTP/1.1" status: 204 len: 168 time: 2.6985114 Apr 28 15:00:51.770332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.775762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.787891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:51.791561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.795670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.796883 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7131355 Apr 28 15:00:51.821456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b587e-1732-4075-92f7-0184a7c4712f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d74114-75dc-42e1-afda-3d9520dcdeaf,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.833517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.834005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:00:51.836560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5743a-b55b-4904-82a4-561b6c0e7829 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f61d92a-8173-4be0-8cb2-2c7073fc1e7d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.840851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.846152 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-72e1da1e-bf72-4546-a0c9-aa2aad1c83d2 admin admin] 10.222.0.58 "DELETE /v2.0/routers/fc84f5e6-4740-4cfb-8d21-86bd6e1dc809 HTTP/1.1" status: 204 len: 168 time: 2.5796590 Apr 28 15:00:51.847590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43732) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.848613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.852542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.856919 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ebc8f3f4-4784-46d5-ba40-f36c331e67d6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/8cdc80a7-90e4-460c-b9df-77716f8540c8 HTTP/1.1" status: 204 len: 168 time: 1.8976202 Apr 28 15:00:51.865963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43734) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.916019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=13dd7bf7-9e6c-4f44-bcf3-21efae290f8c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:51.920145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77b201ba-fead-4614-a0bb-313eb822eb1a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:51.941874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 13e716a4-3ef4-4598-89da-4517c503edb0 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:51.942073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:51.948364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Allocated IP 2001:db8::2 (e5d18350-d4eb-40e5-8572-769d9594bf35/631d41c1-6318-4a80-90da-7cda35c1b66b/0cc6f33e-9f2b-46ae-8121-4cd612f917a7) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:51.949833 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f704030f-06b2-4d45-8726-cbd29cc42b65 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/13dd7bf7-9e6c-4f44-bcf3-21efae290f8c HTTP/1.1" status: 204 len: 168 time: 0.5278440 Apr 28 15:00:51.950482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43736) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:51.958855 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3549e26e-d336-4f01-a69a-a1064a145d51 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:00:51.963144 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3549e26e-d336-4f01-a69a-a1064a145d51 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/8cdc80a7-90e4-460c-b9df-77716f8540c8 HTTP/1.1" status: 404 len: 333 time: 0.0935621 Apr 28 15:00:51.971659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.008514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed5904-c788-44f4-8012-a46e8e3493f9 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:52.023076 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 77b201ba-fead-4614-a0bb-313eb822eb1a {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:52.023693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 77b201ba-fead-4614-a0bb-313eb822eb1a not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:52.071965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.084287 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b8e17277-39ce-4e8a-a4b9-1a12b9bce5e7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1284575 Apr 28 15:00:52.084788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43740) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.159880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Deleting subnet ad65b1ac-970b-459b-a874-70062edbe467 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:52.190105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.213349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.285524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.319178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.356978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f2e8f-a398-4ef6-b4cd-1f69f0e51ec9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:52.358670 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fc0f2e8f-a398-4ef6-b4cd-1f69f0e51ec9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2632022 Apr 28 15:00:52.360530 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-bdaeddbe-670e-4e83-a32c-6fcd31baa317 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590066356&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.1181934 Apr 28 15:00:52.362865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.363447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.366454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.374876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6477efb4-9158-46d9-8fb2-570d9352c13f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16742291048a44409617a88a30c76b41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1549788 Apr 28 15:00:52.399028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.434331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.437525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.440997 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/security-groups/591b2231-c4c4-484b-b5cb-83ea822bafa6 HTTP/1.1" status: 204 len: 168 time: 0.3733394 Apr 28 15:00:52.442100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43762) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.451566 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:52.452191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.456149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09c0ac-ed33-46d0-b1c9-fac29afeda9e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b2231-c4c4-484b-b5cb-83ea822bafa6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.522343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.551314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.591730 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:52.621645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.624737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.625351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d675d6da-cf90-4f6a-bd4a-a0999e0518c1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:52.626517 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/security-groups/f4e09354-0d6b-4a47-b990-056869597fda HTTP/1.1" status: 204 len: 168 time: 0.1823850 Apr 28 15:00:52.630918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.654428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.668450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df98209-9c6d-4ad1-a996-b6737c46f072 None None] Network fff56abd-382f-49ad-9f71-95ba5c5e9131 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:52.670628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71609e8-0d3c-49b6-8bcc-40cda863dbc7 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e09354-0d6b-4a47-b990-056869597fda,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.700574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Subnet': ['ID=35fde638-ba28-4c35-8a31-fd969f637923,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:52.703959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:52.704337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.721442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 62c09783-9a95-42ec-935e-74d6de1a0861 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:00:52.722150 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.725080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.726006 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-df0ad628-e2a2-43c5-b7ef-0ba5fe592cb1 tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/subnets/35fde638-ba28-4c35-8a31-fd969f637923 HTTP/1.1" status: 204 len: 168 time: 1.9685023 Apr 28 15:00:52.732649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43766) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:52.732833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.796940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:52.808348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.864125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.916627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Network e5d18350-d4eb-40e5-8572-769d9594bf35 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:52.919612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.923748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:52.924149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:52.944615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:52.965576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:52.969231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Pushing event updated for resources: {'Port': ['ID=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.008768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.051144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Deleting port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:53.051512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.085972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::93 (e5d18350-d4eb-40e5-8572-769d9594bf35/631d41c1-6318-4a80-90da-7cda35c1b66b/13e716a4-3ef4-4598-89da-4517c503edb0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:53.097624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Deleting port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:53.097976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.116038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Attempting to bind port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:53.116404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Attempting to bind port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '32526483-1884-4cf6-9040-955f3028fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:53.116760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Attempting to bind port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 on network e5d18350-d4eb-40e5-8572-769d9594bf35 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:53.124187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1de472d7-3aa5-414d-881c-fb6029fc164b None None] Could not find standard attr ID for object 8cdc80a7-90e4-460c-b9df-77716f8540c8. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:53.133687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] For port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,segment=NetworkSegment(fbbcfc90-c557-4cca-a931-7702060ff386),segment_id=fbbcfc90-c557-4cca-a931-7702060ff386)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:53.134300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.144183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.152135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Calling delete_port for 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:53.172191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:53.172583 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Checking segment: {'id': '32526483-1884-4cf6-9040-955f3028fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:53.172985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.173521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Bound using segment: {'id': '32526483-1884-4cf6-9040-955f3028fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:53.174199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Bound port: 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32526483-1884-4cf6-9040-955f3028fec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:53.174737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.189352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=62c09783-9a95-42ec-935e-74d6de1a0861,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.192582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.195979 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-475d8f27-3809-49a5-ac06-563ff97bef1c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/62c09783-9a95-42ec-935e-74d6de1a0861 HTTP/1.1" status: 204 len: 168 time: 0.5625720 Apr 28 15:00:53.226508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1cedc-ccc7-4d63-ac18-b587e515bb8d None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:53.228568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] DHCP port deletion for fff56abd-382f-49ad-9f71-95ba5c5e9131 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:53.229373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418506d8-5a57-489b-80c2-903129d29502 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:53.230984 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-418506d8-5a57-489b-80c2-903129d29502 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8589494 Apr 28 15:00:53.232316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43768) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:53.237292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:53.243134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43770) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:53.262440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:53.289794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] For port d675d6da-cf90-4f6a-bd4a-a0999e0518c1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:53.290530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.331622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-21c24204-4aa7-460d-854a-35e53e1d482c None None] Could not find standard attr ID for object 8cdc80a7-90e4-460c-b9df-77716f8540c8. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:53.368550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.383623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-c4157ff7-c6b1-408b-bfa7-2c43362d7f99 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:53.383967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Calling delete_port for d675d6da-cf90-4f6a-bd4a-a0999e0518c1 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:53.385350 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-c4157ff7-c6b1-408b-bfa7-2c43362d7f99 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 HTTP/1.1" status: 200 len: 796 time: 1.0238223 Apr 28 15:00:53.419858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.423481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.432743 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-294a4768-7507-4580-8f8d-3def4cb95108 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0317686 Apr 28 15:00:53.503042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] For port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:53.521896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.525176 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ad65b1ac-970b-459b-a874-70062edbe467 HTTP/1.1" status: 204 len: 168 time: 1.6667702 Apr 28 15:00:53.526105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb09bc-13d1-40e1-961b-5199902de602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad65b1ac-970b-459b-a874-70062edbe467,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.527936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] For port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,segment=NetworkSegment(32526483-1884-4cf6-9040-955f3028fec4),segment_id=32526483-1884-4cf6-9040-955f3028fec4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:53.546407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:53.546690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cff585e-eeb2-4772-be17-3c4be1527b10 None None] Network c56bec58-6de4-4a98-abcd-476d376d21ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:53.559061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.571906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.597399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.623982 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f4710200-ff30-4507-8c65-5b1dd25565ee tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3757720 Apr 28 15:00:53.627748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:53.632714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:53.681376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Deleting port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:53.681376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.727682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:53.727682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.728025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network e5d18350-d4eb-40e5-8572-769d9594bf35 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:53.744732 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-5f5267f1-f8b9-4d66-8d84-150ca2aef91c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2878401 Apr 28 15:00:53.749243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.750849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=13e716a4-3ef4-4598-89da-4517c503edb0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.754638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:53.757876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:53.763649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:53.763834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.790937 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-455e2400-c62c-496b-a739-512582a364cc tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3931301 Apr 28 15:00:53.793404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:53.801810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': 'e5d18350-d4eb-40e5-8572-769d9594bf35', 'name': 'tempest-PortsIpV6TestJSON-42117392'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:53.823649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.855986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebf20-3957-4cf1-bb4e-eea8c6b7e301 None None] Pushing event updated for resources: {'Port': ['ID=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.859013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:53.862530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.864412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.867205 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] No DVR routers for this DVR port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:53.868775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:53.872224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.875509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Port': ['ID=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.880890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.883365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.895647 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1852054a-2b11-40c2-a6d8-9ce76dcd9f65 HTTP/1.1" status: 204 len: 168 time: 1.4848404 Apr 28 15:00:53.967816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] Pushing event deleted for resources: {'Port': ['ID=d675d6da-cf90-4f6a-bd4a-a0999e0518c1,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:53.972444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] For port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,segment=NetworkSegment(fbbcfc90-c557-4cca-a931-7702060ff386),segment_id=fbbcfc90-c557-4cca-a931-7702060ff386)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:53.973137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:53.982976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb789f49-6c41-4ec6-98c9-3ad9cb730bbb None None] No DVR routers for this DVR port d675d6da-cf90-4f6a-bd4a-a0999e0518c1 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:53.989707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc929ebc-ef61-446e-854a-40226a31107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1852054a-2b11-40c2-a6d8-9ce76dcd9f65,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:54.017272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Calling delete_port for 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:54.093463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Deleting port d7c491db-db81-46c4-9806-249800810203 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:54.093965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.124424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-eaeac6a8-b100-498e-9eeb-1287f6d3714a service neutron] 10.222.0.58 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862704 Apr 28 15:00:54.225053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.282203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff56abd-382f-49ad-9f71-95ba5c5e9131']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:54.307359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbcfc90-c557-4cca-a931-7702060ff386') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:54.307652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbcfc90-c557-4cca-a931-7702060ff386') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:54.360355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.375681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:54.384700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.419778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] For port d7c491db-db81-46c4-9806-249800810203, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7c491db-db81-46c4-9806-249800810203,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:54.420919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.433455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.447518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 427832ff-12d9-4696-af0f-054a49b6094f yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:54.469257 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:54.469727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.479389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 80d31302-7134-49f0-a130-e4cff9c7afba up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:54.492838 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:54.581112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] DHCP port deletion for c56bec58-6de4-4a98-abcd-476d376d21ad request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:00:54.599731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.640608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::23b (e5d18350-d4eb-40e5-8572-769d9594bf35/631d41c1-6318-4a80-90da-7cda35c1b66b/427832ff-12d9-4696-af0f-054a49b6094f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:54.665846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] No DVR routers for this DVR port 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:54.679163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a46e1-5964-4baa-a51e-b753f7502828 None None] Pushing event deleted for resources: {'Port': ['ID=4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:54.685411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 80d31302-7134-49f0-a130-e4cff9c7afba triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:54.686290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.697982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.764064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Deleting port d7c491db-db81-46c4-9806-249800810203 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:54.764754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.798863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.811806 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] 10.222.0.58 "DELETE /v2.0/networks/fff56abd-382f-49ad-9f71-95ba5c5e9131 HTTP/1.1" status: 204 len: 168 time: 2.0740938 Apr 28 15:00:54.826403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.831943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Calling delete_port for d7c491db-db81-46c4-9806-249800810203 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:54.839117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44856f-7ffe-4576-85de-b2502e1f60aa tempest-AllowedAddressPairTestJSON-868766444 tempest-AllowedAddressPairTestJSON-868766444-project] Pushing event deleted for resources: {'Network': ['ID=fff56abd-382f-49ad-9f71-95ba5c5e9131,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:54.925775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] For port d7c491db-db81-46c4-9806-249800810203, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7c491db-db81-46c4-9806-249800810203,segment=NetworkSegment(26e7a2e0-dbce-473e-b72e-34abb74669cc),segment_id=26e7a2e0-dbce-473e-b72e-34abb74669cc)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:54.925775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:54.955729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Calling delete_port for d7c491db-db81-46c4-9806-249800810203 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:54.988299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:55.001497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:55.007555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:55.008221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.062751 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-b6c04214-a137-4e61-a696-3ea7a2ecba40 service neutron] 10.222.0.58 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234565 Apr 28 15:00:55.073433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:00:55.078815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=13fc4a7e-ac52-4d1c-8379-9264e1a85863,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.083408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.096815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.191153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9ecdb169-3aa7-4a90-8254-b13c028013c2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9554701 Apr 28 15:00:55.205104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43798) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.222631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce592f2c-242f-4dae-bed2-5278fe9917c2 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:55.223059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225830889'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:55.274720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.294770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:55.317904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:55.332036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:55.332638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.394596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:55.395303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=3fc18323-4c93-4717-9558-c4faf504b056,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.399572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd3f83-fcf6-4238-9401-f416db27c0b0 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:55.409214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network e5d18350-d4eb-40e5-8572-769d9594bf35 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:55.410265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.423015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:55.428913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:55.435523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:55.436925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.437586 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d5094df2-1642-48a0-aed2-ca90c4f88fe7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8086793 Apr 28 15:00:55.438520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.440221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=427832ff-12d9-4696-af0f-054a49b6094f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.444017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.453082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:55.527764 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9cd2b4e4-cf62-4e2e-8dc5-d1b474236ae8 req-7331b354-1b8c-4b37-bbb3-68ec25f2f165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 210 time: 0.1292088 Apr 28 15:00:55.564812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a15dd-2c33-4b36-8e40-1e5aeb84cb0e None None] Network e5d18350-d4eb-40e5-8572-769d9594bf35 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:00:55.567409 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d3e40cf-a654-46b1-b83c-341d1c0329c2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7720327 Apr 28 15:00:55.569216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43814) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.670298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:55.671329 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3bcad0f3-92eb-4a0e-93d0-f6e2c67b5bf0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:55.672062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c494a441-7213-42aa-9f6f-cadde40f6964 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:55.693421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.701580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.704608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.714137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.757804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c491db-db81-46c4-9806-249800810203,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.767291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cf9cf8-822f-4848-8117-162971935ae1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:55.772204 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-73cf9cf8-822f-4848-8117-162971935ae1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A93 HTTP/1.1" status: 200 len: 927 time: 0.1919818 Apr 28 15:00:55.774133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.786697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] No DVR routers for this DVR port d7c491db-db81-46c4-9806-249800810203 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:55.792709 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a66d9-2125-4ee5-bc03-ac59fc503169,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:55.820550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.824517 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebb7af30-b260-4273-8dda-36a53a2e4970 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6024964 Apr 28 15:00:55.824843 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:55.834967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050707680'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:55.880564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.912668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: c494a441-7213-42aa-9f6f-cadde40f6964 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:55.913005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c494a441-7213-42aa-9f6f-cadde40f6964 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:55.952455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] No DVR routers for this DVR port d7c491db-db81-46c4-9806-249800810203 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:00:55.976714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.983545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:55.999865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:56.007592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.035051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887883fb-661d-4acb-983b-9fb3b73584ec,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:56.039367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.040860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d1a9376d-95ca-42a5-8bfc-3c81849da64c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2144670 Apr 28 15:00:56.043341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:56.049359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'security_group': {'name': 'tempest-secgroup-406048958'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:56.065642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.079098 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.093047 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4ebfc3fb-372f-475b-b987-2b94e8c9d43f None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:56.093428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc3fb-372f-475b-b987-2b94e8c9d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.099366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed25f60-7774-4e29-9bd2-04e4e16d5c44 None None] Pushing event deleted for resources: {'Port': ['ID=d7c491db-db81-46c4-9806-249800810203,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:56.170692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56bec58-6de4-4a98-abcd-476d376d21ad']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:56.185332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfc3fb-372f-475b-b987-2b94e8c9d43f None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:56.201837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:56.203220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.209111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.212252 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b1581f4-1c18-4da3-bb23-0621da9b8879 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e7b568c931ae4662ad2ecfd798e1c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8006041 Apr 28 15:00:56.222400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43834) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:56.224838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e7a2e0-dbce-473e-b72e-34abb74669cc') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:56.225515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e7a2e0-dbce-473e-b72e-34abb74669cc') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:00:56.245039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.264109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 427832ff-12d9-4696-af0f-054a49b6094f {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:56.264686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.265057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.266374 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2218668 Apr 28 15:00:56.272437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:56.296826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1197587958', 'security_groups': ['61bd3dde-bdc1-4f14-a293-ca8f2ba211df'], 'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13fc4a7e-ac52-4d1c-8379-9264e1a85863'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:56.297702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdfe3a-6e17-4f45-a8bb-057f9f85f5ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd3dde-bdc1-4f14-a293-ca8f2ba211df,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:56.310417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.320456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.347348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.377559 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fc18323-4c93-4717-9558-c4faf504b056 (CIDR: 2001:db8::/64) Apr 28 15:00:56.385069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:00:56.385763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:00:56.389590 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:00:56.415857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4ebfc3fb-372f-475b-b987-2b94e8c9d43f None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:56.416403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4ebfc3fb-372f-475b-b987-2b94e8c9d43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.428305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.431834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.433074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eb3fe23b-4495-4637-b6b9-40b35946ea32 HTTP/1.1" status: 204 len: 168 time: 0.2033460 Apr 28 15:00:56.445802 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:00:56.446575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:00:56.448356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca153-923f-4926-b5a8-afa0850a66ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3fe23b-4495-4637-b6b9-40b35946ea32,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:56.502452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '3fc18323-4c93-4717-9558-c4faf504b056'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:00:56.502452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.638540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:56.639490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.791058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Update dhcp port {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'fixed_ips': [{'subnet_id': '1b1c5077-192c-4d0b-8a06-474fb9d84c52', 'ip_address': '172.20.0.18'}, {'subnet_id': '13fc4a7e-ac52-4d1c-8379-9264e1a85863'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '6159005e-9f68-45db-ae9e-f3e652f29d3c'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:00:56.834240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43850) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:56.870255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.872132 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ae7ac852-18fb-4363-8875-8713baf61b35 None None] Provisioning complete for port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:56.872490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac852-18fb-4363-8875-8713baf61b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:56.921959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Allocated IP 2001:db8::f816:3eff:fe9d:49c6 (54d908dd-ca79-41d5-95f2-c906280f9818/3fc18323-4c93-4717-9558-c4faf504b056/fe8c670c-7770-4370-bbea-7f8b6acb20b5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:57.033430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.033880 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0f917d15-0ef7-44d8-9025-8693784eaa4a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5885491 Apr 28 15:00:57.036780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43856) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:57.041627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.041987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:57.046150 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cd3074a1-0a45-4679-a31c-39c144da2933 req-1b9ee358-88da-457a-9b54-1833b4103430 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 210 time: 0.1585143 Apr 28 15:00:57.114237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.119632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.122931 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c56bec58-6de4-4a98-abcd-476d376d21ad HTTP/1.1" status: 204 len: 168 time: 3.5716913 Apr 28 15:00:57.151031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 427832ff-12d9-4696-af0f-054a49b6094f owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:57.202872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d39e-c27c-46cf-b1db-8082cc8686f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56bec58-6de4-4a98-abcd-476d376d21ad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:57.274212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:57.279063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.383518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-982684485'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:57.412577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-fd4ff1a9-579c-456f-ba45-540b3d97a6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:57.414176 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-fd4ff1a9-579c-456f-ba45-540b3d97a6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 HTTP/1.1" status: 200 len: 796 time: 0.5144532 Apr 28 15:00:57.448846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:57.449710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Made reservation on behalf of 2222de163c014709a307205341a2e334 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:57.454501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.469119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,segment=NetworkSegment(32526483-1884-4cf6-9040-955f3028fec4),segment_id=32526483-1884-4cf6-9040-955f3028fec4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:57.475609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.507142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:57.516088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.538713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac852-18fb-4363-8875-8713baf61b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.626699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5103eb55-a338-4e15-8c84-28e22a7adef0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:57.663539 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-0041ae84-6581-4e66-81a6-a2e088952bf1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 472 time: 0.2392018 Apr 28 15:00:57.685978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Allocated IP 172.20.0.2 (1cce6a3b-9af1-4999-a59a-736326256f40/13fc4a7e-ac52-4d1c-8379-9264e1a85863/6159005e-9f68-45db-ae9e-f3e652f29d3c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:57.688117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['884f656b-96fa-43c5-acc1-519028f9bc2f']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:57.698984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 5103eb55-a338-4e15-8c84-28e22a7adef0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:57.699365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 5103eb55-a338-4e15-8c84-28e22a7adef0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:57.701336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7c491db-db81-46c4-9806-249800810203 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:57.731525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.757485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.767522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d7c491db-db81-46c4-9806-249800810203 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:57.767868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7c491db-db81-46c4-9806-249800810203 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:57.768313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:57.775966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:57.805882 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e0824fd4-da8c-49c3-b79e-9afbab05f403 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2e07f299e6aa41c9822c192f34de4412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960706 Apr 28 15:00:57.814137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43874) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:57.820221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.863595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.870582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8590b055-960e-4e17-b857-49f23545a891,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:57.879483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:57.880694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4cc76de4-46d0-4c3a-b14b-fb4f0fa0fb3c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:57.881283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d675d6da-cf90-4f6a-bd4a-a0999e0518c1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:00:57.887813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.919578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.923454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:00:57.935013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] device_id is not set on port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:57.937529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.941056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:57.942195 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Added segment ca577a57-8f7c-4a75-9787-82bb47c98295 of type vlan for network f38a2e53-4822-491d-ab49-62b20b6d84b1 Apr 28 15:00:57.984423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=427832ff-12d9-4696-af0f-054a49b6094f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:57.994914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d675d6da-cf90-4f6a-bd4a-a0999e0518c1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:00:57.995352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d675d6da-cf90-4f6a-bd4a-a0999e0518c1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:00:58.014875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-ae7ac852-18fb-4363-8875-8713baf61b35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:00:58.015213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-ae7ac852-18fb-4363-8875-8713baf61b35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:00:58.030722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:58.037079 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:58.044934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:58.048275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:58.048868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.058224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:58.063312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.068212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:58.073156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=a638aa6d-3c4b-483c-8c24-0d08869b5827,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.073595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.075699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Pushing event updated for resources: {'Port': ['ID=fe8c670c-7770-4370-bbea-7f8b6acb20b5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.097780 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f5fbd2b0-16d5-4bea-b85b-0b43b94b61b1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/427832ff-12d9-4696-af0f-054a49b6094f HTTP/1.1" status: 204 len: 168 time: 2.3199692 Apr 28 15:00:58.099507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.104926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43880) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:58.109300 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-800ad473-9adb-49b5-9d86-a34d91a21def tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0714393 Apr 28 15:00:58.113593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:58.124162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:58.129708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:00:58.135281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:a7:63:4c', 'name': 'tempest-NetworksTestDHCPv6-1321235251'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:58.135629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.164703 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5565e49a-fa06-4f9c-abfb-5c02304eaafb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:58.169042 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5565e49a-fa06-4f9c-abfb-5c02304eaafb tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/427832ff-12d9-4696-af0f-054a49b6094f HTTP/1.1" status: 404 len: 333 time: 0.0537131 Apr 28 15:00:58.180512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43886) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:58.256131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.308811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:00:58.317058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.319533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Attempting to bind port fe8c670c-7770-4370-bbea-7f8b6acb20b5 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:00:58.319663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Attempting to bind port fe8c670c-7770-4370-bbea-7f8b6acb20b5 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:00:58.319958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Attempting to bind port fe8c670c-7770-4370-bbea-7f8b6acb20b5 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:00:58.385691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:00:58.386641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:00:58.386641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.386849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:00:58.387258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Bound port: fe8c670c-7770-4370-bbea-7f8b6acb20b5, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:00:58.387632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.390665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.442953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.447146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.449887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:58.450516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.451275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.452666 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/df077127-2e40-48e6-869b-566cdcd99bfc HTTP/1.1" status: 204 len: 168 time: 0.6338701 Apr 28 15:00:58.503126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a8011-87db-416e-99b9-d9ef9583581e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df077127-2e40-48e6-869b-566cdcd99bfc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.525807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:58.557867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.13 (1cce6a3b-9af1-4999-a59a-736326256f40/13fc4a7e-ac52-4d1c-8379-9264e1a85863/d2fcf7af-255e-4c11-82ff-b85aaefc0e14) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:58.560972 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-91867ddf-3ca9-45fb-ba61-e2c9ba9d5ac6 req-cdd7d20b-c45a-403c-b5f1-23d838504d6b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 210 time: 0.3685486 Apr 28 15:00:58.566150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Pushing event updated for resources: {'Network': ['ID=f38a2e53-4822-491d-ab49-62b20b6d84b1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.589336 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a5a4918e-e3c4-47df-aba6-13545efede3d tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7522929 Apr 28 15:00:58.590680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:58.591442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.604827 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:00:58.614728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.24 (0f18f7e6-c898-44fb-8412-2e6dd3f4bd81/45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00/bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:58.635171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:58.724137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b73a60-97c0-465d-a1fb-a4ac7633cd23 None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.741783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--261553197'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:58.778926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] For port fe8c670c-7770-4370-bbea-7f8b6acb20b5, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:00:58.785480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] For port fe8c670c-7770-4370-bbea-7f8b6acb20b5, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fe8c670c-7770-4370-bbea-7f8b6acb20b5,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:00:58.786341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 13e716a4-3ef4-4598-89da-4517c503edb0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:00:58.786704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.816046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.916880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Provisioning complete for port 13e716a4-3ef4-4598-89da-4517c503edb0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:58.918059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.939547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.941529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.955382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 13e716a4-3ef4-4598-89da-4517c503edb0 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:00:58.958523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7934b-411b-4128-a734-1e78852b6c68 None None] Pushing event updated for resources: {'Port': ['ID=fe8c670c-7770-4370-bbea-7f8b6acb20b5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:58.977998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Port 13e716a4-3ef4-4598-89da-4517c503edb0 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:58.989679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:58.995015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Provisioning complete for port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:58.996213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.103888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.107051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 312c61d7-9e3e-4ddf-8254-ac864adac8ed yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:00:59.142695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-171cb56f-9137-4b90-abbc-013656d6159b None None] Could not find standard attr ID for object 427832ff-12d9-4696-af0f-054a49b6094f. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:00:59.373059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.387595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.398355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.411283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:59.428622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1', 'binding:host_id': 'hv-neutron-8397', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1976169802'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:59.431956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.498498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c6bb55-8e0d-47e3-a2ca-1526cf19bc28,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.556581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.560467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Made reservation on behalf of 58daba9e385a4c778ee8ddeed8cddef9 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:00:59.563962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.567797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.619866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.637521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.650008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.656760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8:0:1::2a2 (54d908dd-ca79-41d5-95f2-c906280f9818/a638aa6d-3c4b-483c-8c24-0d08869b5827/312c61d7-9e3e-4ddf-8254-ac864adac8ed) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:59.659570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:59.672559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.675240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=13e716a4-3ef4-4598-89da-4517c503edb0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.689374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:fea7:634c (54d908dd-ca79-41d5-95f2-c906280f9818/3fc18323-4c93-4717-9558-c4faf504b056/312c61d7-9e3e-4ddf-8254-ac864adac8ed) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:00:59.693135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.697402 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1707208 Apr 28 15:00:59.698540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:59.701641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:59.702502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:00:59.768603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.776096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.780457 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a7c59748-dd55-4591-a136-bcd99d17e9ba tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/13e716a4-3ef4-4598-89da-4517c503edb0 HTTP/1.1" status: 204 len: 168 time: 1.5989461 Apr 28 15:00:59.783486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5ff42be2-8cef-4742-92d3-8b6c9631db00 None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:59.783864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ff42be2-8cef-4742-92d3-8b6c9631db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.793874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:59.816555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00f8a6-0172-4aaa-8b33-74a26385c6fd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ffcf1f-b2fb-43ed-80d6-76592e2fe269,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:00:59.827378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc8ae3-610d-4e58-aeb8-beb4da13ba22 req-67147348-a368-44a8-89b3-51f3c636646f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:00:59.829353 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2dbc8ae3-610d-4e58-aeb8-beb4da13ba22 req-67147348-a368-44a8-89b3-51f3c636646f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 932 time: 0.1670709 Apr 28 15:00:59.905166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5ff42be2-8cef-4742-92d3-8b6c9631db00 None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:00:59.927105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5ff42be2-8cef-4742-92d3-8b6c9631db00 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:00:59.927779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ff42be2-8cef-4742-92d3-8b6c9631db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:00:59.935599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:00:59.942786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0ea0da-4d7b-4eb3-be98-f58c7393c1f5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:00:59.952424 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8a0ea0da-4d7b-4eb3-be98-f58c7393c1f5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/13e716a4-3ef4-4598-89da-4517c503edb0 HTTP/1.1" status: 404 len: 333 time: 0.1482673 Apr 28 15:00:59.954884 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2baf1f3c-59d1-4500-a73e-fab773876c3b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2407005 Apr 28 15:00:59.956238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:00:59.965444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:59.966396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:00:59.974550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-security--587804579', 'description': 'tempest-security-description-530343879'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:00:59.979746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:00.080520 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2dbc8ae3-610d-4e58-aeb8-beb4da13ba22 req-23c1583b-309f-4e62-9e20-934b0399b0ff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341919 Apr 28 15:01:00.202886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.203576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.270534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.304313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.304991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.309356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0bdf2266-30f9-46a7-922d-7c5b5280c2ab None None] Provisioning complete for port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:00.309732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0bdf2266-30f9-46a7-922d-7c5b5280c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.320881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.343655 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0629082 Apr 28 15:01:00.352664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port abebb873-4995-45c8-bdfc-e0c6c778e489 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:00.371031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43938) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:00.375187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf2266-30f9-46a7-922d-7c5b5280c2ab None None] Port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:00.383541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.395305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:00.409846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.424736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247c10c-4d86-4928-a757-a30f03f305b1 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=d2fcf7af-255e-4c11-82ff-b85aaefc0e14,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:00.449442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:00.522044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae4e7d-2021-418c-b2e6-c00427f50c8a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:00.541321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c3794ef4-d532-42aa-b6ba-8f14ec311701 None None] Provisioning complete for port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:00.541769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c3794ef4-d532-42aa-b6ba-8f14ec311701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.587061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c3794ef4-d532-42aa-b6ba-8f14ec311701 None None] Port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:00.593559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:00.595840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.600682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet 631d41c1-6318-4a80-90da-7cda35c1b66b {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:00.619120 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-82aae6b3-5379-43fb-b045-5c8b10856498 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9369488 Apr 28 15:01:00.628987 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.632270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.642666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Request body: {'port': {'device_id': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:00.665499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d04bbae-88af-4fe8-a415-a0fa988dcaf4 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:00.691609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.733312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:00.741161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:00.750961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:00.756896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:00.757532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.762740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=312c61d7-9e3e-4ddf-8254-ac864adac8ed,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:00.804230 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:00.804845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.807713 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-403f8114-0a34-4d48-92a4-79c291f8fd67 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6784866 Apr 28 15:01:00.808740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:00.811963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fe8c670c-7770-4370-bbea-7f8b6acb20b5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:00.812798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port abebb873-4995-45c8-bdfc-e0c6c778e489 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:00.815335 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43950) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:00.827824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.837884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.846404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.893758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=abebb873-4995-45c8-bdfc-e0c6c778e489,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:00.934828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Checking segment: {'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:00.935199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Network hostable DHCP agents. Network: f38a2e53-4822-491d-ab49-62b20b6d84b1, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:00.955684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:00.970512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.975995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-199668809', 'router:external': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:00.979678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:00.980220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f38a2e53-4822-491d-ab49-62b20b6d84b1) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:00.980314 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:00.989873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:01.008344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.008733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.009100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.015197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.018000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.019470 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "PUT /v2.0/security-groups/76ffcf1f-b2fb-43ed-80d6-76592e2fe269 HTTP/1.1" status: 200 len: 1776 time: 1.0500326 Apr 28 15:01:01.022024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.022439 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.024344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43954) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:01.024897 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 2 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.036974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede75e0-9a6c-43c4-930a-bae02c12dd38 None None] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:01.066825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.067196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.067568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.068673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.073308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Made reservation on behalf of 11b47aff573747c599579e07bf68cb4d for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.076393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.090281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.090566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.092287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.092619 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.098089 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 3 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.100691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416a1c2-be2e-4e47-8561-276cf9ad30a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ffcf1f-b2fb-43ed-80d6-76592e2fe269,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.129964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.130360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.130614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.133885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.137538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.139561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.139898 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.143082 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 4 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.153031 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7ba3ca05-1f87-4045-92d7-a17e34ea4d29 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups/76ffcf1f-b2fb-43ed-80d6-76592e2fe269 HTTP/1.1" status: 200 len: 1776 time: 0.1226022 Apr 28 15:01:01.159444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:01.162626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=631d41c1-6318-4a80-90da-7cda35c1b66b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.186064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.186406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.186791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.189220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.192657 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-be1f810c-de52-4ae8-9570-8e678fbdb221 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/631d41c1-6318-4a80-90da-7cda35c1b66b HTTP/1.1" status: 204 len: 168 time: 1.2249825 Apr 28 15:01:01.198333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43960) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:01.213814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.214211 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.220492 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 5 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.242031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59616901-42de-480e-b2ba-a661a16292a2 None None] Network e5d18350-d4eb-40e5-8572-769d9594bf35 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:01.257187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.257563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.257905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.280133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.280460 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.281945 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 6 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.284511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.326031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.326371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.326708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.340793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 312c61d7-9e3e-4ddf-8254-ac864adac8ed {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:01.341198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.349223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.354561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.354892 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.359591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.361875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.362890 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 7 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.379591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.406506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.406872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.407184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.418133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:01.432818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.433147 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.438334 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 8 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.446342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.446934 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Added segment d4c7b6a7-42fc-48a8-b98a-93ba1305d3d2 of type vlan for network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 Apr 28 15:01:01.453610 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777526d2-985d-4b9f-aed9-3e1891a5ab35,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.498399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.499124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.499981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.516977 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.519859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.521376 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/76ffcf1f-b2fb-43ed-80d6-76592e2fe269 HTTP/1.1" status: 204 len: 168 time: 0.3592865 Apr 28 15:01:01.530681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.531318 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.532414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:01.535050 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 9 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.542747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.552714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a7b00-fa92-4aa9-8c55-e524843d6d7f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ffcf1f-b2fb-43ed-80d6-76592e2fe269,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.553174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.555654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '3fc18323-4c93-4717-9558-c4faf504b056', 'ip_address': '2001:db8::f816:3eff:fe9d:49c6'}, {'subnet_id': 'a638aa6d-3c4b-483c-8c24-0d08869b5827'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'fe8c670c-7770-4370-bbea-7f8b6acb20b5'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:01.562193 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] For port fe8c670c-7770-4370-bbea-7f8b6acb20b5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fe8c670c-7770-4370-bbea-7f8b6acb20b5,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:01.564628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.565015 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.565466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.575958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.575958 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.581868 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.plugins.ml2.plugin [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 10 to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 Apr 28 15:01:01.600892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:01.601192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:01.601717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:01.607887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.608842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:01.609263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.609513 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.614601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port abebb873-4995-45c8-bdfc-e0c6c778e489 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:01.615770 dv-neutron-839772-1-hyperv neutron-server[102641]: ERROR neutron.plugins.ml2.managers [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port abebb873-4995-45c8-bdfc-e0c6c778e489 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:01.618865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.664552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.754597 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9332955 Apr 28 15:01:01.757574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:01.762463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cb763-63b7-4d32-8f41-855d946398e2 None None] Pushing event updated for resources: {'Port': ['ID=fe8c670c-7770-4370-bbea-7f8b6acb20b5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.769708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'subnet': {'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:01.772511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:01.772772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:01.782616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f0ef-3816-476d-b397-fa62acd70733 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Network': ['ID=1789e9ec-f22a-4883-9bd4-53efafca2dd6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.788156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] DHCP port deletion for e5d18350-d4eb-40e5-8572-769d9594bf35 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:01.816557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port abebb873-4995-45c8-bdfc-e0c6c778e489, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:01.817025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempted to set empty binding levels {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 15:01:01.818480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Made reservation on behalf of 11b47aff573747c599579e07bf68cb4d for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:01.821312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.834575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.847779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:01.875640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.888838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13fc4a7e-ac52-4d1c-8379-9264e1a85863 (CIDR: 172.20.0.0/28) Apr 28 15:01:01.901091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:01.902253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:01.922677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c937a9-39cd-4581-8d41-f9c0934517a7 req-8f781266-4436-4ddb-897c-490176256ed2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:01.926518 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e7c937a9-39cd-4581-8d41-f9c0934517a7 req-8f781266-4436-4ddb-897c-490176256ed2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 932 time: 0.6874113 Apr 28 15:01:01.926518 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:01.926518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:01.944648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=abebb873-4995-45c8-bdfc-e0c6c778e489,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:01.952537 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1ca84210-793f-4633-a475-19d1a98b4186 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.5362446 Apr 28 15:01:01.955179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43966) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:02.009259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Deleting port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:02.009991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.017358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Allocated IP 2001:db8:0:1::2 (54d908dd-ca79-41d5-95f2-c906280f9818/a638aa6d-3c4b-483c-8c24-0d08869b5827/fe8c670c-7770-4370-bbea-7f8b6acb20b5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:02.040071 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c6cf3ea9-60e5-49f8-83d3-8e8fb1818672 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6678245 Apr 28 15:01:02.042126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:02.044564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.060304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:02.099636 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b1fe819c-a19d-4fbe-b5a9-f73ebd16eb36 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5660925 Apr 28 15:01:02.104467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] For port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,segment=NetworkSegment(32526483-1884-4cf6-9040-955f3028fec4),segment_id=32526483-1884-4cf6-9040-955f3028fec4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:02.105063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.107269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:02.129714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 312c61d7-9e3e-4ddf-8254-ac864adac8ed owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:02.144743 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Calling delete_port for 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:02.177707 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e7c937a9-39cd-4581-8d41-f9c0934517a7 req-52abf656-784e-4608-87a8-dc99d9371663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058926 Apr 28 15:01:02.221476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] For port fe8c670c-7770-4370-bbea-7f8b6acb20b5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fe8c670c-7770-4370-bbea-7f8b6acb20b5,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:02.296674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.302264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.319650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.347420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] Pushing event deleted for resources: {'Port': ['ID=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.349645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4c545d-5d57-49a8-bceb-d8a13b6b86b9 None None] No DVR routers for this DVR port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:02.364479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:02.365031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.401377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:02.447087 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6deb9-b8cf-4a21-b0c3-4aa6bf4fef93 None None] Pushing event updated for resources: {'Port': ['ID=fe8c670c-7770-4370-bbea-7f8b6acb20b5,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.448114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.484670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Deleting port abebb873-4995-45c8-bdfc-e0c6c778e489 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:02.484670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.486951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-f675fb50-383c-42a8-9c53-46e1bd1e1278 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] delete failed (client error): The resource could not be found. Apr 28 15:01:02.491790 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f675fb50-383c-42a8-9c53-46e1bd1e1278 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/76ffcf1f-b2fb-43ed-80d6-76592e2fe269 HTTP/1.1" status: 404 len: 347 time: 0.3798251 Apr 28 15:01:02.504896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:02.513172 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544516017'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:02.523185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:02.527283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.536560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:02.537200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.551472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fe8c670c-7770-4370-bbea-7f8b6acb20b5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:02.568333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:02.575197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 was not found and therefore no delete operation was performed {{(pid=102640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:01:02.592280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port abebb873-4995-45c8-bdfc-e0c6c778e489, host hv-neutron-8397, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:02.592648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.613373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.618875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:02.620701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.637795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.642222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Calling delete_port for abebb873-4995-45c8-bdfc-e0c6c778e489 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:02.694236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:02.696255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=0cc6f33e-9f2b-46ae-8121-4cd612f917a7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.781871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1b1c5077-192c-4d0b-8a06-474fb9d84c52 (CIDR: 172.20.0.16/28) Apr 28 15:01:02.818896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Transition to ACTIVE for port object bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:01:02.826618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:02.826808 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:02.827211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:02.843526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.852301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.855902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:02.856285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0cc6f33e-9f2b-46ae-8121-4cd612f917a7 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:02.858499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.873876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.878147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.878789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.893386 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dd7e294d-6666-497a-8871-29f193767fcb tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8452814 Apr 28 15:01:02.907592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:02.942344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'subnet': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:02.949285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:01:02.949762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.978793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:02.982741 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "DELETE /v2.0/ports/abebb873-4995-45c8-bdfc-e0c6c778e489 HTTP/1.1" status: 204 len: 168 time: 1.0265281 Apr 28 15:01:02.983692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cc89d-ff6a-47d7-ac6a-0172a7f3b7a8 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event deleted for resources: {'Port': ['ID=abebb873-4995-45c8-bdfc-e0c6c778e489,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:02.999047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43976) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.021875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.023141 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5172632 Apr 28 15:01:03.043770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d18350-d4eb-40e5-8572-769d9594bf35']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:03.046684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43978) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.067649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fb323-d711-4c73-8f3e-4461104e4eee tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2ddc9f-ff81-4cc5-a084-9f737cf84341,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.069602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '0a2ddc9f-ff81-4cc5-a084-9f737cf84341', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:03.085742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.089450 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/312c61d7-9e3e-4ddf-8254-ac864adac8ed HTTP/1.1" status: 204 len: 168 time: 2.2731209 Apr 28 15:01:03.093817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43980) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.107200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b71e65e2-d6d4-4808-ae92-a7942969eb89,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.136356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32526483-1884-4cf6-9040-955f3028fec4') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:03.136688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32526483-1884-4cf6-9040-955f3028fec4') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:03.139201 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dddd24-cecf-48a1-9b0e-1ff0782000c7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] GET failed (client error): The resource could not be found. Apr 28 15:01:03.144100 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-45dddd24-cecf-48a1-9b0e-1ff0782000c7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports/abebb873-4995-45c8-bdfc-e0c6c778e489 HTTP/1.1" status: 404 len: 333 time: 0.1076565 Apr 28 15:01:03.144100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Pushing event updated for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.145750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.184052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.184556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Checking segment: {'id': 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:03.185142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network hostable DHCP agents. Network: 1789e9ec-f22a-4883-9bd4-53efafca2dd6, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:03.188983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-105333779'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:03.203626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2618f9-6e12-4805-a95a-640a20011105 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.207648 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d2618f9-6e12-4805-a95a-640a20011105 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1105959 Apr 28 15:01:03.210341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.225154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Made reservation on behalf of b590af8cabfe4cb78810855a142b33ab for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:03.228658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.235811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ca62a-e1f0-41ad-a830-f16ab66ce67a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=312c61d7-9e3e-4ddf-8254-ac864adac8ed,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.293642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.301837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.306289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:03.308871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Made reservation on behalf of 58daba9e385a4c778ee8ddeed8cddef9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:03.311497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.318963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:03.319350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:03.323550 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:03.363613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 1789e9ec-f22a-4883-9bd4-53efafca2dd6) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:03.368519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.369103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.379764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90834a4-ce7a-49c4-8939-9a1fe0a2b78f None None] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:03.384182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d18b01-2a9a-472a-9608-7916204280b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.386377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e8d18b01-2a9a-472a-9608-7916204280b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1732435 Apr 28 15:01:03.399685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.421341 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89274bf8-39d6-40ec-9c36-e4fb6e5bee4a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6584120 Apr 28 15:01:03.422847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.431390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-169015498', 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:03.454429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11264b-1034-4474-bb7e-945327b35c4e req-83c07e88-8ae1-4a6e-bcce-fa13ed0e6ba5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.456426 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-da11264b-1034-4474-bb7e-945327b35c4e req-83c07e88-8ae1-4a6e-bcce-fa13ed0e6ba5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 944 time: 0.1509507 Apr 28 15:01:03.458079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port d2546e13-dec9-4b93-a082-64d7c040c9a2 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:03.477628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ddf8a01d-eb8b-4665-b0a7-5ab73ebc7132 None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:03.478296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a01d-eb8b-4665-b0a7-5ab73ebc7132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.502234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Made reservation on behalf of 11b47aff573747c599579e07bf68cb4d for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:03.504666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.521474 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-da11264b-1034-4474-bb7e-945327b35c4e req-96fdd22e-e27d-4dd3-a31e-d9d9ce66c35e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576937 Apr 28 15:01:03.530089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] device_id is not set on port 2b2967a0-8437-4af2-bdc6-3ae939ab044f yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:03.580471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Attempting to bind port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:03.581063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Attempting to bind port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:03.581910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Attempting to bind port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 on network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:03.617659 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d5337-7272-45fa-bf90-714737515ab1 None None] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:03.625603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 on network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:03.625952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Attempting to bind port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 on network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:03.650495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.677801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.685889 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/e5d18350-d4eb-40e5-8572-769d9594bf35 HTTP/1.1" status: 204 len: 168 time: 2.4587426 Apr 28 15:01:03.686863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:03.687197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Checking segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:03.687623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Bound using segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:03.688102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Bound port: bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:03.688458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.692242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43992) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.715234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1706835281'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:03.717767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ddf8a01d-eb8b-4665-b0a7-5ab73ebc7132 None None] Could not find standard attr ID for object 312c61d7-9e3e-4ddf-8254-ac864adac8ed. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:03.724855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1029c8-7b9d-429f-b633-08a17f730273 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.733471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1029c8-7b9d-429f-b633-08a17f730273 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.735491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1029c8-7b9d-429f-b633-08a17f730273 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:03.738244 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fb1029c8-7b9d-429f-b633-08a17f730273 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3372180 Apr 28 15:01:03.760134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43994) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.797070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9dbf0-6cfa-4ec3-920d-469e90ce234d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=e5d18350-d4eb-40e5-8572-769d9594bf35,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.822483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.833722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-745a5d5b-9916-4ce2-b239-9697a370fc33 None None] Could not find standard attr ID for object 312c61d7-9e3e-4ddf-8254-ac864adac8ed. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:03.843730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.20.0.14 (1789e9ec-f22a-4883-9bd4-53efafca2dd6/b71e65e2-d6d4-4808-ae92-a7942969eb89/2b2967a0-8437-4af2-bdc6-3ae939ab044f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:03.853680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.874210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 3fc18323-4c93-4717-9558-c4faf504b056 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:03.874618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:03.878348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.885830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.895824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e022f60d-294c-40c1-970a-cd5f161e8610,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:03.915840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.928767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.935372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:03.939459 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-be6bc192-a72d-44fd-9d27-4cf1d26b80bf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8810043 Apr 28 15:01:03.945237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 43996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:03.984809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:03.993321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Network 1cce6a3b-9af1-4999-a59a-736326256f40 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:03.996826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:03.997576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.020781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.021116 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 083e78df-0c9d-4574-9e05-e8f468b1473b of type vlan for network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d Apr 28 15:01:04.025743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:04.035512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6173afa2-a287-4bcf-8e15-8e27626e2667 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:04.036494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.037086 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.049451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:04.056301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.056536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Subnet': ['ID=f42cfd59-35bc-4685-b7e1-8c7cd4727f12,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.079435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.090386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.097830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.122065 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-958e262c-8d88-40ba-b12c-0ebc7a966e1e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2038713 Apr 28 15:01:04.126405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 43998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.131012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-46358129', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f42cfd59-35bc-4685-b7e1-8c7cd4727f12'}], 'security_groups': ['0a2a66d9-2125-4ee5-bc03-ac59fc503169', '887883fb-661d-4acb-983b-9fb3b73584ec']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:04.142392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.173880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.173880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.175255 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] 10.222.0.21 "PUT /v2.0/ports/bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 HTTP/1.1" status: 200 len: 1094 time: 3.5430453 Apr 28 15:01:04.177493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:04.179795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d24ae20-0126-4e43-9969-dc5997b6df16" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:04.222543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.222798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:04.240032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe6af1-6cf3-40c7-80a3-0c94de7be49b service neutron] Pushing event updated for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.243649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:04.265912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.267820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:04.275587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.276077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.281318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecd5f1f-9ffa-4fcc-8088-15372ba18847 x-openstack-request-id: req-2ecd5f1f-9ffa-4fcc-8088-15372ba18847 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:04.282263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:04.282263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ecd5f1f-9ffa-4fcc-8088-15372ba18847 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:04.282263 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecd5f1f-9ffa-4fcc-8088-15372ba18847'] response: {'name': 'network-changed', 'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6', 'status': 'completed', 'code': 200} Apr 28 15:01:04.306901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.308084 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e022f60d-294c-40c1-970a-cd5f161e8610 HTTP/1.1" status: 204 len: 168 time: 0.3547237 Apr 28 15:01:04.326276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.328966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.339230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.339468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.340526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.357963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Update dhcp port {'port': {'network_id': '1cce6a3b-9af1-4999-a59a-736326256f40', 'fixed_ips': [{'subnet_id': '1b1c5077-192c-4d0b-8a06-474fb9d84c52', 'ip_address': '172.20.0.18'}, {'subnet_id': '13fc4a7e-ac52-4d1c-8379-9264e1a85863', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f42cfd59-35bc-4685-b7e1-8c7cd4727f12'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': '6159005e-9f68-45db-ae9e-f3e652f29d3c'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:04.386548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.467959 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cda23342-a985-43eb-b204-217e0b306ef4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1406174 Apr 28 15:01:04.469448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.471891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.486710 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3126199 Apr 28 15:01:04.486710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f411ea3-0f10-4be8-9c82-3aa8021be576 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d2546e13-dec9-4b93-a082-64d7c040c9a2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.501424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.516030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:04.545604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a0bbc-20e0-4c84-ab22-4359eee376c4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e022f60d-294c-40c1-970a-cd5f161e8610,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.558206 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8502929 Apr 28 15:01:04.560526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.565787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:04.569316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d068-ee07-4449-a6b0-926582888019 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=661e7a14-daab-4b7b-9a08-b1a68b31bb6d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.583342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc18323-4c93-4717-9558-c4faf504b056,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.591879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.604683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.610209 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1242fe14-7f02-4516-9489-e1b15aae0675 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/3fc18323-4c93-4717-9558-c4faf504b056 HTTP/1.1" status: 204 len: 168 time: 0.8464408 Apr 28 15:01:04.613433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:04.658296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fe8c670c-7770-4370-bbea-7f8b6acb20b5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:04.662372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.662935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:04.664579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6b3ed-143c-4145-9b1e-5d4b641f4d27 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:04.678433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.694700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-26fa8787-28f5-4505-b20a-0420e0c59774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.696258 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-26fa8787-28f5-4505-b20a-0420e0c59774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 1097 time: 0.4677014 Apr 28 15:01:04.769331 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-faee24b1-8297-4eaa-8473-a3e122cc1f12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 HTTP/1.1" status: 200 len: 217 time: 0.0592372 Apr 28 15:01:04.775106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet a638aa6d-3c4b-483c-8c24-0d08869b5827 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:04.785205 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:04.793339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.811175 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.822425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:04.841428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08228b1-c634-4fc2-9672-a2532314aa4b req-9a34d199-fe33-4ae0-bece-367f3e6c9965 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.848706 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c08228b1-c634-4fc2-9672-a2532314aa4b req-9a34d199-fe33-4ae0-bece-367f3e6c9965 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 944 time: 0.2476368 Apr 28 15:01:04.861965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:04.880244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=2b2967a0-8437-4af2-bdc6-3ae939ab044f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:04.900824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:04.904591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.913748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.937630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.971635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-1aa245fd-bb93-45be-81aa-836ba0d3218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:04.973157 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-1aa245fd-bb93-45be-81aa-836ba0d3218e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00 HTTP/1.1" status: 200 len: 837 time: 0.1719015 Apr 28 15:01:04.980150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:04.980599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:04.995944 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c08228b1-c634-4fc2-9672-a2532314aa4b req-86b4f1ae-9c9f-4e29-bff0-48a901807214 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458564 Apr 28 15:01:05.026541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.027196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.039133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Allocated IP 172.20.0.34 (1cce6a3b-9af1-4999-a59a-736326256f40/f42cfd59-35bc-4685-b7e1-8c7cd4727f12/6159005e-9f68-45db-ae9e-f3e652f29d3c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:05.076939 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-46f10b65-3a1d-43e9-b77f-468e8f4a961b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6494753 Apr 28 15:01:05.083796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44014) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:05.112560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.115221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.119063 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a2ddc9f-ff81-4cc5-a084-9f737cf84341 HTTP/1.1" status: 204 len: 168 time: 0.6388826 Apr 28 15:01:05.119693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:05.139898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d01c4-1d7d-4de9-9b19-42f62058b4a5 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2ddc9f-ff81-4cc5-a084-9f737cf84341,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.195378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e45c1-2820-4bd0-8321-72b220a07927 req-4d5dba16-a441-4da5-8134-36002a008f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:05.197291 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-4d5dba16-a441-4da5-8134-36002a008f41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1957426 Apr 28 15:01:05.221746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Deleting port 2b2967a0-8437-4af2-bdc6-3ae939ab044f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:05.222117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.237326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:05.275297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.282812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.290597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.339254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.360965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cce221-bcd9-4f8f-8a56-a932fc948773 None None] Pushing event updated for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.386952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Calling delete_port for 2b2967a0-8437-4af2-bdc6-3ae939ab044f owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:05.534590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Delete allocated IP 172.20.0.13 (1cce6a3b-9af1-4999-a59a-736326256f40/13fc4a7e-ac52-4d1c-8379-9264e1a85863) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 15:01:05.547729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Allocated IP 172.20.0.40 (1cce6a3b-9af1-4999-a59a-736326256f40/f42cfd59-35bc-4685-b7e1-8c7cd4727f12/d2fcf7af-255e-4c11-82ff-b85aaefc0e14) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:05.675900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port d2546e13-dec9-4b93-a082-64d7c040c9a2 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:05.690380 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d9883a2-edd9-4607-a004-b0c6c1fc14d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5673287 Apr 28 15:01:05.700956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.702469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44018) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:05.708836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--615465061'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:05.743903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.765601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.768016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b2967a0-8437-4af2-bdc6-3ae939ab044f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.825642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.862519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=a638aa6d-3c4b-483c-8c24-0d08869b5827,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:05.873963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.880345 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e7b1da0a-f334-4303-8cbd-e16722f9f968 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2b2967a0-8437-4af2-bdc6-3ae939ab044f HTTP/1.1" status: 204 len: 168 time: 0.7932770 Apr 28 15:01:05.880345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.908591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44020) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:05.913939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6', 'external_fixed_ips': [{'subnet_id': 'b71e65e2-d6d4-4808-ae92-a7942969eb89', 'ip_address': '172.20.0.14'}]}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:05.936912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.937344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.937764 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.938628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.938628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.938838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.939554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.939665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.940045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.940613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.941001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.941472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:05.956350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.969425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.969821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d83e5-fcd9-44e7-9c57-763d92aa2188 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:05.974943 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-8e1c3c73-875d-4821-90e7-9ceece08f744 service neutron] 10.222.0.21 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7621799 Apr 28 15:01:05.976311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:05.983035 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9ea852fc-ade4-48ac-8200-84888d4a4f46 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/a638aa6d-3c4b-483c-8c24-0d08869b5827 HTTP/1.1" status: 204 len: 168 time: 1.3660743 Apr 28 15:01:05.983330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44022) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:05.994903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d2546e13-dec9-4b93-a082-64d7c040c9a2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.003581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.004891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.100722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7b1f7857-8d76-4e2a-b8b3-15df00fa74ba None None] Provisioning complete for port fe8c670c-7770-4370-bbea-7f8b6acb20b5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:06.101414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7857-8d76-4e2a-b8b3-15df00fa74ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.105941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ca3ad69a-2bf1-4d0c-9026-58248a952de5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521934 Apr 28 15:01:06.115029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:06.118645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.143020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:06.148178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.148519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.148860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.167436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.214651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event updated for resources: {'Port': ['ID=d2fcf7af-255e-4c11-82ff-b85aaefc0e14,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.262212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.266034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] In _notify_port_updated(), no bound segment for port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 on network 1cce6a3b-9af1-4999-a59a-736326256f40 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:01:06.272323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.273089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.278548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-99b664c1-95da-4e7c-af80-257cce7318b6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "PUT /v2.0/ports/d2fcf7af-255e-4c11-82ff-b85aaefc0e14 HTTP/1.1" status: 200 len: 958 time: 2.1519282 Apr 28 15:01:06.279947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:06.287563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.293285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.293642 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.301361 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 2 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.321887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:06.390557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Deleting port fe8c670c-7770-4370-bbea-7f8b6acb20b5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:06.391177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.399798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.401104 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6958692 Apr 28 15:01:06.411668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.411897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:06.412028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.412028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.413471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:06.413688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99043b14-587a-4225-b7fe-f7a5a729f149,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.413841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.422132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '99043b14-587a-4225-b7fe-f7a5a729f149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:06.434066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=e172a0c5-0042-4332-8b95-94f63f604503,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.444034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:06.449029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.470293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.470725 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.478289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.482850 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 3 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.497657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6981114-a383-40ca-8a91-30722bca676c req-c80be0d6-5b09-4b64-808a-0da2cb622e6a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.501259 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f6981114-a383-40ca-8a91-30722bca676c req-c80be0d6-5b09-4b64-808a-0da2cb622e6a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 944 time: 0.3651435 Apr 28 15:01:06.507565 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-488e45c1-2820-4bd0-8321-72b220a07927 req-871f70a1-7978-4dd8-83ab-d004c39f685a service neutron] 10.222.0.21 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139289 Apr 28 15:01:06.516639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] For port fe8c670c-7770-4370-bbea-7f8b6acb20b5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fe8c670c-7770-4370-bbea-7f8b6acb20b5,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:06.516639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.538487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:06.540340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:06.579973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '083e78df-0c9d-4574-9e05-e8f468b1473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:06.580643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: 661e7a14-daab-4b7b-9a08-b1a68b31bb6d, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:06.582622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.592924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.593273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.593612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.593944 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.594271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.594597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.594921 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.595245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.595571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.595893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.596234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.596555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24832ecb-a7af-4d71-998d-bcc4212c1671 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:06.606996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.607340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.607785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.616642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Calling delete_port for fe8c670c-7770-4370-bbea-7f8b6acb20b5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:06.636599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:06.637169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.656714 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f6981114-a383-40ca-8a91-30722bca676c req-a31fb57d-964a-4ace-9553-b351605312e9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185246 Apr 28 15:01:06.665202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:06.665555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.720186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.720749 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.723344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:06.723958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.724538 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 4 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.756237 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.756491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.756957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.768617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-8b25303e-1b2e-4cb6-af73-5869c045c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.770261 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-8b25303e-1b2e-4cb6-af73-5869c045c0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 1097 time: 0.1583099 Apr 28 15:01:06.770907 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:06.778621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.778951 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.782504 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 5 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.814535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 661e7a14-daab-4b7b-9a08-b1a68b31bb6d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:06.832350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.834512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd1ca12-cbf8-479e-9fc2-2ba3052e7d53 None None] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:06.844685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.850666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.864098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.865352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.865962 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.875469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.875815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.876453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.883967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for d2fcf7af-255e-4c11-82ff-b85aaefc0e14 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:06.889004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493da8fb-f439-4578-9dfb-dc5eab77be6d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.894853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.895174 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.897483 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 6 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.920031 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5a15ccfc-17ad-4eab-8089-f0d52b0a93dd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3577845 Apr 28 15:01:06.930817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:06.938031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d', 'name': 'tempest-PortsIpV6TestJSON-876732909', 'fixed_ips': [{'subnet_id': 'e172a0c5-0042-4332-8b95-94f63f604503', 'ip_address': '2001:db8::10'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:06.943894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:06.943894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:06.943894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:06.945759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:06.950127 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-999b4245-db75-4a76-9ea3-03aca1c92bdd tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5335712 Apr 28 15:01:06.954512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:06.963162 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] Pushing event deleted for resources: {'Port': ['ID=fe8c670c-7770-4370-bbea-7f8b6acb20b5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:06.967019 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '99043b14-587a-4225-b7fe-f7a5a729f149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:06.972833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674faf14-d82d-416e-8dc9-f7ef98de37b9 None None] No DVR routers for this DVR port fe8c670c-7770-4370-bbea-7f8b6acb20b5 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:06.976877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:06.977214 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:06.981214 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 7 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:06.984355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-145ecb18-c924-48ae-a4f5-547d0c620d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:06.985843 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-145ecb18-c924-48ae-a4f5-547d0c620d0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 HTTP/1.1" status: 200 len: 897 time: 0.2060452 Apr 28 15:01:07.066340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fe8c670c-7770-4370-bbea-7f8b6acb20b5 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:07.098802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:07.098802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:07.098802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:07.101675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Provisioning complete for port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:07.101874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.102916 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-67266c3f-ebbe-4f1d-bc53-2dc800a4fc02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 HTTP/1.1" status: 200 len: 217 time: 0.1022551 Apr 28 15:01:07.123024 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: fe8c670c-7770-4370-bbea-7f8b6acb20b5 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:07.123470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fe8c670c-7770-4370-bbea-7f8b6acb20b5 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:07.144816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.147130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:07.147456 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:07.152033 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 8 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:07.165417 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2d06e4f2-1e23-435e-b577-4cae007acf9c None None] Port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:07.169910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-661e7a14-daab-4b7b-9a08-b1a68b31bb6d', 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': 'e172a0c5-0042-4332-8b95-94f63f604503'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:07.172811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.252619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:07.252867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:07.253127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:07.283966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-4814715d-8f95-4cd4-88e7-eb153241f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.285552 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-4814715d-8f95-4cd4-88e7-eb153241f6d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00 HTTP/1.1" status: 200 len: 837 time: 0.1500034 Apr 28 15:01:07.287330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.289471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:07.289794 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:07.295739 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 9 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:07.333486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.369112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:07.369490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:07.369771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:07.374938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.404546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:01:07.414187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.428184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:07.428184 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:07.433745 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 10 to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 Apr 28 15:01:07.436250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.439386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5b117148-c4f7-4543-b443-85384992a08c None None] Provisioning complete for port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:07.440048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5b117148-c4f7-4543-b443-85384992a08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.488960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:07.500920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:07.503130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-814f63f1-de05-4e0a-8a02-15bd582e9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.504571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:07.504913 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-814f63f1-de05-4e0a-8a02-15bd582e9983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2100360 Apr 28 15:01:07.505299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.506618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081f8643-fa00-4082-95d5-696cf0887e75,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.509251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:07.509251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:07.509251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:07.514011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5b117148-c4f7-4543-b443-85384992a08c None None] Port d2fcf7af-255e-4c11-82ff-b85aaefc0e14 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:07.532730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.533992 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fcd63c95-8250-4a06-add7-1bfebd197f9e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5739143 Apr 28 15:01:07.537361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:07.540377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Allocated IP 2001:db8::2 (661e7a14-daab-4b7b-9a08-b1a68b31bb6d/e172a0c5-0042-4332-8b95-94f63f604503/916ace50-69a1-451d-91b9-b5a36bfe2248) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:07.544391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=7c4b9a3e-2a65-4821-91f5-552800b097c8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.546365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d6d528-091b-4eaa-8be1-f174af3d0585 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:07.550267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '99043b14-587a-4225-b7fe-f7a5a729f149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:07.563296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:07.563628 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d2546e13-dec9-4b93-a082-64d7c040c9a2 on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:07.564474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.575812 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-84d569ce-b577-4a5b-9da7-358530100a70 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4343450 Apr 28 15:01:07.580273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44038) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:07.614320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:07.626099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:07.655056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.722561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.793943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=d2fcf7af-255e-4c11-82ff-b85aaefc0e14,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.827013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '7c4b9a3e-2a65-4821-91f5-552800b097c8'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:07.828283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.830323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.856785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.871760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.873464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.941776 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e73dbb-253f-4d9b-9afe-db6a4b8927a8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:07.963427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.991768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:07.992489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:07.996471 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fb7fa255-f5fe-4354-a4eb-424909132e1e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4512491 Apr 28 15:01:07.998460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port ebd8461d-d4f4-4dd5-864a-aa53cb542f62 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:07.998603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:08.003083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Pushing event updated for resources: {'Port': ['ID=916ace50-69a1-451d-91b9-b5a36bfe2248,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.005613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:08.005772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.020926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '99043b14-587a-4225-b7fe-f7a5a729f149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:08.024362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.024854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.025399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.025877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.026334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.026839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.027236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.027647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.028097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.028608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.028952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.029402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:08.049193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3129-e47a-46df-beb6-302b2ec64aaa req-90f2111e-38fe-4b98-a60f-5925764b9548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.056775 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe0a3129-e47a-46df-beb6-302b2ec64aaa req-90f2111e-38fe-4b98-a60f-5925764b9548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 944 time: 0.2678368 Apr 28 15:01:08.061364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.073764 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4bdc7294-0a36-4726-98db-0a4faae509db tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/d2fcf7af-255e-4c11-82ff-b85aaefc0e14 HTTP/1.1" status: 204 len: 168 time: 1.7875218 Apr 28 15:01:08.095805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44044) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.124506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Allocated IP 2001:db8::f816:3eff:fe32:9e90 (54d908dd-ca79-41d5-95f2-c906280f9818/7c4b9a3e-2a65-4821-91f5-552800b097c8/d7261325-d407-44f8-b2fc-f577cdae2439) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:08.130419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Attempting to bind port 916ace50-69a1-451d-91b9-b5a36bfe2248 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:08.130419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Attempting to bind port 916ace50-69a1-451d-91b9-b5a36bfe2248 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '083e78df-0c9d-4574-9e05-e8f468b1473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:08.130419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Attempting to bind port 916ace50-69a1-451d-91b9-b5a36bfe2248 on network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:08.140822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:08.141542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Checking segment: {'id': '083e78df-0c9d-4574-9e05-e8f468b1473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:08.142121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.142767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Bound using segment: {'id': '083e78df-0c9d-4574-9e05-e8f468b1473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:08.143427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Bound port: 916ace50-69a1-451d-91b9-b5a36bfe2248, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083e78df-0c9d-4574-9e05-e8f468b1473b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:08.143824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.158414 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe0a3129-e47a-46df-beb6-302b2ec64aaa req-9d8627e3-069a-40d5-9dcb-61464409285b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005936 Apr 28 15:01:08.180210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.20.0.14 (1789e9ec-f22a-4883-9bd4-53efafca2dd6/b71e65e2-d6d4-4808-ae92-a7942969eb89/260a5cfb-fbe6-45b9-853a-54fc771f0f04) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:08.214464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.274316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] For port 916ace50-69a1-451d-91b9-b5a36bfe2248, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:08.278949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] For port 916ace50-69a1-451d-91b9-b5a36bfe2248, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=916ace50-69a1-451d-91b9-b5a36bfe2248,segment=NetworkSegment(083e78df-0c9d-4574-9e05-e8f468b1473b),segment_id=083e78df-0c9d-4574-9e05-e8f468b1473b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:08.285831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.287779 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad3342c-2a4e-4a7b-a2d2-790df627c9e3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] GET failed (client error): The resource could not be found. Apr 28 15:01:08.292103 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6ad3342c-2a4e-4a7b-a2d2-790df627c9e3 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports/d2fcf7af-255e-4c11-82ff-b85aaefc0e14 HTTP/1.1" status: 404 len: 333 time: 0.1926537 Apr 28 15:01:08.292846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.349729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-51e476d8-2362-4063-a640-9930b47dc4ca service neutron] 10.222.0.21 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8303022 Apr 28 15:01:08.355118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.361311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::10 (661e7a14-daab-4b7b-9a08-b1a68b31bb6d/e172a0c5-0042-4332-8b95-94f63f604503/ebd8461d-d4f4-4dd5-864a-aa53cb542f62) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:08.363242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port d2546e13-dec9-4b93-a082-64d7c040c9a2, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:08.363242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 15:01:08.377004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.400598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f7576-3567-44b6-83bb-76d0315dbbd7 None None] Pushing event updated for resources: {'Port': ['ID=916ace50-69a1-451d-91b9-b5a36bfe2248,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.405421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.406856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.413816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.415175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4037011 Apr 28 15:01:08.416209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.426732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.435051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.436650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319418a7-5ac1-4ac3-a4b0-310bbed3686a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970b2b05-456c-486e-bdf2-8a4b78e20102,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.461985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:08.466459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:08.470746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:08.480419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '99043b14-587a-4225-b7fe-f7a5a729f149', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:08.486352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.490355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Pushing event updated for resources: {'Port': ['ID=d7261325-d407-44f8-b2fc-f577cdae2439,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.534626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] In _notify_port_updated(), no bound segment for port d2546e13-dec9-4b93-a082-64d7c040c9a2 on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:01:08.535516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.536147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.540263 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "PUT /v2.0/ports/d2546e13-dec9-4b93-a082-64d7c040c9a2 HTTP/1.1" status: 200 len: 976 time: 4.0319784 Apr 28 15:01:08.542881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44050) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.547182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Attempting to bind port d7261325-d407-44f8-b2fc-f577cdae2439 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:08.548234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Attempting to bind port d7261325-d407-44f8-b2fc-f577cdae2439 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:08.548672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Attempting to bind port d7261325-d407-44f8-b2fc-f577cdae2439 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:08.555303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:08.555303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:08.555707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.556180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:08.556794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Bound port: d7261325-d407-44f8-b2fc-f577cdae2439, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:08.557147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.588193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.609378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.612360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.614052 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/security-groups/61bd3dde-bdc1-4f14-a293-ca8f2ba211df HTTP/1.1" status: 204 len: 168 time: 0.3150928 Apr 28 15:01:08.618209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44052) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.639299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae259-ee1a-4dd3-a8ee-b9c9c0913f04 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd3dde-bdc1-4f14-a293-ca8f2ba211df,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.644954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:08.648584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.670213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] For port d7261325-d407-44f8-b2fc-f577cdae2439, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:08.671867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.685841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] For port d7261325-d407-44f8-b2fc-f577cdae2439, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7261325-d407-44f8-b2fc-f577cdae2439,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:08.696161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.716512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af5494-ec03-4eed-b950-a2513652ff59 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d2546e13-dec9-4b93-a082-64d7c040c9a2,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.771634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.778087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.800833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69c750-4971-41c1-9852-df03584368f3 None None] Pushing event updated for resources: {'Port': ['ID=d7261325-d407-44f8-b2fc-f577cdae2439,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.840509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=ebd8461d-d4f4-4dd5-864a-aa53cb542f62,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:08.865167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:08.870501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:08.873926 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3d24ae20-0126-4e43-9969-dc5997b6df16 req-984d18f2-0b7c-4436-a8b8-c8986053a63c service neutron] 10.222.0.21 "GET /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085781 Apr 28 15:01:08.877185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:08.883681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.884276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:08.904366 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fe78b8fa-dc61-4e5a-929c-cba2b06637f6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9715192 Apr 28 15:01:08.906736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.908324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.908940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.909419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.909893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.910473 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.910965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.911418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.911884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.912375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.912839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.912970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': '661e7a14-daab-4b7b-9a08-b1a68b31bb6d', 'name': 'tempest-PortsIpV6TestJSON-1253280202', 'fixed_ips': [{'subnet_id': 'e172a0c5-0042-4332-8b95-94f63f604503', 'ip_address': '2001:db8::f'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:08.913307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.913776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.914241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.914702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.915168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.915630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.916124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:08.922604 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cc6b5be3-7543-4dce-806b-4b76fe7f9650 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15495 time: 0.3618875 Apr 28 15:01:08.935985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44056) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:08.993422 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c4b9a3e-2a65-4821-91f5-552800b097c8 (CIDR: 2001:db8::/64) Apr 28 15:01:08.996915 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.032180 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:09.032180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:09.074402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:09.076424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.080994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.102173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 2baeb04e-daf9-4471-b3c6-a546e6eb780b yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:09.122488 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:09.142381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.149836 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:09.159136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.169994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:09.177338 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0fd807da-9152-4fa1-b676-ce25aa437c51 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5833075 Apr 28 15:01:09.179720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:09.184151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.190683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:09.263795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=260a5cfb-fbe6-45b9-853a-54fc771f0f04,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.272668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6059557-5be1-4702-afa2-0b97f2164ca9,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.314084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.318521 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-21b3356a-fcfd-4559-a29f-e142aba3568a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8527472 Apr 28 15:01:09.322411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44062) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:09.351176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.353843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.357516 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/security-groups/887883fb-661d-4acb-983b-9fb3b73584ec HTTP/1.1" status: 204 len: 168 time: 0.7114480 Apr 28 15:01:09.359002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:09.408711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Deleting port d2546e13-dec9-4b93-a082-64d7c040c9a2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:09.409058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.427656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::f (661e7a14-daab-4b7b-9a08-b1a68b31bb6d/e172a0c5-0042-4332-8b95-94f63f604503/2baeb04e-daf9-4471-b3c6-a546e6eb780b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:09.446735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac028c0-9f59-4c32-8275-8c7b3a70980b tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887883fb-661d-4acb-983b-9fb3b73584ec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.455108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.456939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:01:09.474790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:09.478802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.492332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.544378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e1516-f4e2-408a-a6cf-44b7a33ce539 req-05208f09-8153-487a-bd68-860b73b12d5e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:09.546518 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e9e1516-f4e2-408a-a6cf-44b7a33ce539 req-05208f09-8153-487a-bd68-860b73b12d5e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 944 time: 0.2852197 Apr 28 15:01:09.550567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.558110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.610188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port d2546e13-dec9-4b93-a082-64d7c040c9a2, host hv-neutron-8397, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:09.610514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.647580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Calling delete_port for d2546e13-dec9-4b93-a082-64d7c040c9a2 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:09.667823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:09.685388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'port_id': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6', 'mac_address': 'fa:16:3e:14:3f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:01:09.701593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.701818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.704838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.705622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.709136 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a2a66d9-2125-4ee5-bc03-ac59fc503169 HTTP/1.1" status: 204 len: 168 time: 0.3484681 Apr 28 15:01:09.709762 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/f6059557-5be1-4702-afa2-0b97f2164ca9 HTTP/1.1" status: 204 len: 168 time: 0.3845365 Apr 28 15:01:09.715472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:09.715812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:09.741268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e34d0-9604-4100-9eca-c9ecd3562e2e None None] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:09.746060 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e9e1516-f4e2-408a-a6cf-44b7a33ce539 req-d001df5e-cd35-42dc-ac71-921662922a25 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865909 Apr 28 15:01:09.753765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aca914-0779-4353-8abb-312ae33c56ab tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a66d9-2125-4ee5-bc03-ac59fc503169,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.828561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478159cf-808e-40af-b423-fec3e536e651 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6059557-5be1-4702-afa2-0b97f2164ca9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:09.832396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.868746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:01:09.886706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] Provisioning complete for port 916ace50-69a1-451d-91b9-b5a36bfe2248 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:09.887285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.907029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.934245 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 13fc4a7e-ac52-4d1c-8379-9264e1a85863 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:09.952031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.965077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:09.978632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:09.978824 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-389773a7-7a28-41d7-83f9-8911de2c9e3d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2582493 Apr 28 15:01:09.987950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.002500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.031623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.083136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.084633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:10.086006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.116108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:10.119118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:10.125636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.126876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.175046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=2baeb04e-daf9-4471-b3c6-a546e6eb780b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.176815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.191067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.213785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.219453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.222776 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e086a069-19ca-467a-8c36-c1815f1c3ed9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3149037 Apr 28 15:01:10.226054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:01:10.232358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.243503 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] For port 916ace50-69a1-451d-91b9-b5a36bfe2248, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=916ace50-69a1-451d-91b9-b5a36bfe2248,segment=NetworkSegment(083e78df-0c9d-4574-9e05-e8f468b1473b),segment_id=083e78df-0c9d-4574-9e05-e8f468b1473b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:10.260165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.268706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.337489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.343370 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:10.354067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.358198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/970b2b05-456c-486e-bdf2-8a4b78e20102 HTTP/1.1" status: 204 len: 168 time: 0.3422356 Apr 28 15:01:10.367376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.370719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:10.374030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.374666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.384536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02bf1c-e706-4b21-85d8-379dd6fa0d69 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:10.386207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.410663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1187-668f-426b-8496-98ef224d150a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970b2b05-456c-486e-bdf2-8a4b78e20102,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.436310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34475ff0-9acd-42d9-a857-0b3969a0162f None None] Pushing event updated for resources: {'Port': ['ID=916ace50-69a1-451d-91b9-b5a36bfe2248,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.455371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2546e13-dec9-4b93-a082-64d7c040c9a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.477271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=7f39ce66-0ae4-420c-9793-cd3fd155381f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.487123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e9c0fc-256d-43be-9574-e8f9b67b12ab tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.497910 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-47e9c0fc-256d-43be-9574-e8f9b67b12ab tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2640784 Apr 28 15:01:10.509369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.516548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4ae071df-9a5e-4ffc-a239-041c0a241403 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3356924 Apr 28 15:01:10.542345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:10.543037 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.556489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.565737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:b2:10:e8', 'name': 'tempest-NetworksTestDHCPv6-66227588'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:10.614819 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebb661cf-b068-47ec-82c6-ce1079c17889 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2341087 Apr 28 15:01:10.656241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44080) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.676705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7261325-d407-44f8-b2fc-f577cdae2439 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:10.726173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a0b7d-f97f-4a6e-bbaf-55ca13c63cd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.732206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a0b7d-f97f-4a6e-bbaf-55ca13c63cd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.738262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154a0b7d-f97f-4a6e-bbaf-55ca13c63cd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:10.740048 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-154a0b7d-f97f-4a6e-bbaf-55ca13c63cd2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2223389 Apr 28 15:01:10.749371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44082) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.800183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.821795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.857502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.863557 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e70ee48b-1645-46a2-a7ea-f62a15a694b7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d2546e13-dec9-4b93-a082-64d7c040c9a2 HTTP/1.1" status: 204 len: 168 time: 1.9238114 Apr 28 15:01:10.866398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44086) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.896333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.914934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.927161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=13fc4a7e-ac52-4d1c-8379-9264e1a85863,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:10.929306 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6a23a2-620c-491f-b94a-990384117779 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] GET failed (client error): The resource could not be found. Apr 28 15:01:10.935520 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b6a23a2-620c-491f-b94a-990384117779 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports/d2546e13-dec9-4b93-a082-64d7c040c9a2 HTTP/1.1" status: 404 len: 333 time: 0.0680594 Apr 28 15:01:10.936604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44088) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.949063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1049623008', 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:10.953022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:10.973223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.976758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.979943 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f7325544-0a85-4f91-91e8-24140deb4e14 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/13fc4a7e-ac52-4d1c-8379-9264e1a85863 HTTP/1.1" status: 204 len: 168 time: 1.2609181 Apr 28 15:01:10.980834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Made reservation on behalf of 58daba9e385a4c778ee8ddeed8cddef9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:10.983949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.985133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44090) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:10.990378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:10.996186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.000364 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/56e73dbb-253f-4d9b-9afe-db6a4b8927a8 HTTP/1.1" status: 204 len: 168 time: 0.3397875 Apr 28 15:01:11.010062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44092) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.063757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ca493-32f0-4d9a-a15c-ce850a2a88b5 req-6b7edcab-4e8f-45da-b0e3-0988da31af9f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:11.065400 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-381ca493-32f0-4d9a-a15c-ce850a2a88b5 req-6b7edcab-4e8f-45da-b0e3-0988da31af9f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 945 time: 0.1845829 Apr 28 15:01:11.074603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af1abe-aade-4148-8de5-48cdf003cf35 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e73dbb-253f-4d9b-9afe-db6a4b8927a8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.120831 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d394a-a3f6-48a2-88ae-618cc8669c5c None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:11.121579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 2baeb04e-daf9-4471-b3c6-a546e6eb780b {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:11.122049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.164501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port e09eb53e-687f-4431-bad6-5d0f0a3ff64e yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:11.183320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] For port d7261325-d407-44f8-b2fc-f577cdae2439, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7261325-d407-44f8-b2fc-f577cdae2439,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:11.188136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:11.188503 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.224305 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-80a5ccd8-2731-49f7-bc82-9eef1754a297 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2078292 Apr 28 15:01:11.228128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44094) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.236521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet f42cfd59-35bc-4685-b7e1-8c7cd4727f12 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:11.239799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.240322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.244478 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-381ca493-32f0-4d9a-a15c-ce850a2a88b5 req-0809b11d-ce4d-47f9-b8c0-42eacf57ac9a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677318 Apr 28 15:01:11.278997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.303870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.313183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 01f3ed42-1a34-43ff-b8eb-58fc0f80eba7 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:11.322388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.335199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.374470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 2baeb04e-daf9-4471-b3c6-a546e6eb780b owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:11.406177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.412403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Update dhcp port {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'fixed_ips': [{'subnet_id': '7c4b9a3e-2a65-4821-91f5-552800b097c8', 'ip_address': '2001:db8::f816:3eff:fe32:9e90'}, {'subnet_id': '7f39ce66-0ae4-420c-9793-cd3fd155381f'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'd7261325-d407-44f8-b2fc-f577cdae2439'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:11.446026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.450736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.453160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.465540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.466664 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/081f8643-fa00-4082-95d5-696cf0887e75 HTTP/1.1" status: 204 len: 168 time: 0.2375798 Apr 28 15:01:11.473407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.482009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517e47c-02a9-4705-8151-f6f4bb0427aa None None] Pushing event updated for resources: {'Port': ['ID=d7261325-d407-44f8-b2fc-f577cdae2439,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.497393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c10c53-5de0-403f-966f-67e6b3b47302 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=081f8643-fa00-4082-95d5-696cf0887e75,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.521597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.531674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Provisioning complete for port 916ace50-69a1-451d-91b9-b5a36bfe2248 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:11.532066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.540429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router 30977a42-936f-4795-825d-dbc414cf2182 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:11.547516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 916ace50-69a1-451d-91b9-b5a36bfe2248 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:11.582653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:11.591331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=e09eb53e-687f-4431-bad6-5d0f0a3ff64e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.594892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:11.597250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:11.598098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:11.598532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.634806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8:0:1::28f (54d908dd-ca79-41d5-95f2-c906280f9818/7f39ce66-0ae4-420c-9793-cd3fd155381f/01f3ed42-1a34-43ff-b8eb-58fc0f80eba7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:11.647142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::f816:3eff:feb2:10e8 (54d908dd-ca79-41d5-95f2-c906280f9818/7c4b9a3e-2a65-4821-91f5-552800b097c8/01f3ed42-1a34-43ff-b8eb-58fc0f80eba7) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:11.672532 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-581bb970-eeb7-4315-a7ec-80ef9640805c tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1933661 Apr 28 15:01:11.672749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.674720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.708240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a2cdae99-8d79-4b61-8420-5c36dd3ae1ed tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7632680 Apr 28 15:01:11.713140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.741897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=2baeb04e-daf9-4471-b3c6-a546e6eb780b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:11.774708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.786425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 916ace50-69a1-451d-91b9-b5a36bfe2248 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:11.786425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.787604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.790842 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7b36fc78-c5ed-4ecf-b54f-612a02340701 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/2baeb04e-daf9-4471-b3c6-a546e6eb780b HTTP/1.1" status: 204 len: 168 time: 1.0383935 Apr 28 15:01:11.799072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.800842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44102) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.802783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.830661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef72a89a-cc96-4089-a7a4-2d0eb1ed06e4 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:11.835250 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef72a89a-cc96-4089-a7a4-2d0eb1ed06e4 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports/e09eb53e-687f-4431-bad6-5d0f0a3ff64e HTTP/1.1" status: 200 len: 955 time: 0.1185973 Apr 28 15:01:11.835983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Could not find standard attr ID for object 2baeb04e-daf9-4471-b3c6-a546e6eb780b. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:11.837885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44104) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.861519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Provisioning complete for port ebd8461d-d4f4-4dd5-864a-aa53cb542f62 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:11.861519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.880188 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0355b2d0-aabb-429c-ad5f-1e67f8486e8a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:01:11.884656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0355b2d0-aabb-429c-ad5f-1e67f8486e8a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/2baeb04e-daf9-4471-b3c6-a546e6eb780b HTTP/1.1" status: 404 len: 333 time: 0.0828180 Apr 28 15:01:11.885251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44106) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.907089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:11.948105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.974481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.975764 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/493da8fb-f439-4578-9dfb-dc5eab77be6d HTTP/1.1" status: 204 len: 168 time: 0.3016922 Apr 28 15:01:11.981728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.983794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Sync routers for ids ['30977a42-936f-4795-825d-dbc414cf2182'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:11.984877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:11.992924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:11.993787 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7635adcc-a8e0-4df2-a6f4-37596671c1d4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0832958 Apr 28 15:01:12.001194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.025744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651169b8-046c-423f-8072-34621b70568d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=493da8fb-f439-4578-9dfb-dc5eab77be6d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.033101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Routers {'30977a42-936f-4795-825d-dbc414cf2182'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:12.033929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['30977a42-936f-4795-825d-dbc414cf2182'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:12.039140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=f42cfd59-35bc-4685-b7e1-8c7cd4727f12,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.043389 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.046758 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8057f61e-e77f-482a-a7dc-7f34e74ae233 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/f42cfd59-35bc-4685-b7e1-8c7cd4727f12 HTTP/1.1" status: 204 len: 168 time: 1.0595889 Apr 28 15:01:12.049722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.083501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.100301 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-221c73b4-d141-440e-b020-ded2eb3d7c85 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:12.100763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221c73b4-d141-440e-b020-ded2eb3d7c85 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:12.106126 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-221c73b4-d141-440e-b020-ded2eb3d7c85 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/13fc4a7e-ac52-4d1c-8379-9264e1a85863 HTTP/1.1" status: 404 len: 337 time: 0.0531421 Apr 28 15:01:12.106631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.151633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Deleting port e09eb53e-687f-4431-bad6-5d0f0a3ff64e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:12.152337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.187428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Set router 30977a42-936f-4795-825d-dbc414cf2182 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:12.234413 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1cac6c27-e8ba-4fb2-9261-d538421566e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2452567 Apr 28 15:01:12.236841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting subnet 1b1c5077-192c-4d0b-8a06-474fb9d84c52 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:12.238002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.243127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.252369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.297770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.311012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Allocated IP 2001:db8:0:1::2 (54d908dd-ca79-41d5-95f2-c906280f9818/7f39ce66-0ae4-420c-9793-cd3fd155381f/d7261325-d407-44f8-b2fc-f577cdae2439) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:12.356000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:12.356445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Calling delete_port for e09eb53e-687f-4431-bad6-5d0f0a3ff64e owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:12.375357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:12.375585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.377824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:12.383787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:12.384454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.447541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.544456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000e2ff-c3b1-469c-b816-60840e9ed358 req-0ab6e71f-8901-4597-a3ab-feda614a8b2a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:12.546308 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a000e2ff-c3b1-469c-b816-60840e9ed358 req-0ab6e71f-8901-4597-a3ab-feda614a8b2a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 945 time: 0.1848674 Apr 28 15:01:12.559244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-00ff8d52-d1cd-42e2-ba4d-922a05b3a70f None None] Port ebd8461d-d4f4-4dd5-864a-aa53cb542f62 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:12.566239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7261325-d407-44f8-b2fc-f577cdae2439 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:12.585800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] For port d7261325-d407-44f8-b2fc-f577cdae2439, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7261325-d407-44f8-b2fc-f577cdae2439,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:12.628664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.640971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cc3816-0f52-4999-b73d-1261b1925d02 None None] Network 1cce6a3b-9af1-4999-a59a-736326256f40 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:12.662031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.710702 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a000e2ff-c3b1-469c-b816-60840e9ed358 req-475af4cb-6db5-4c68-85d6-6d42059c267c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566198 Apr 28 15:01:12.716416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event deleted for resources: {'Port': ['ID=e09eb53e-687f-4431-bad6-5d0f0a3ff64e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.726481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.730357 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ce6defee-012c-4276-876a-296e3eccccad tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e09eb53e-687f-4431-bad6-5d0f0a3ff64e HTTP/1.1" status: 204 len: 168 time: 0.8889329 Apr 28 15:01:12.735315 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.766895 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6302d8-009c-48c9-adea-f4b8e41f0000 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] GET failed (client error): The resource could not be found. Apr 28 15:01:12.768778 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4a6302d8-009c-48c9-adea-f4b8e41f0000 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports/e09eb53e-687f-4431-bad6-5d0f0a3ff64e HTTP/1.1" status: 404 len: 333 time: 0.0323367 Apr 28 15:01:12.773902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44122) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.782253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1290992864'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:12.793178 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.811082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.819218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Made reservation on behalf of 58daba9e385a4c778ee8ddeed8cddef9 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:12.822227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.823440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.863246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1c5077-192c-4d0b-8a06-474fb9d84c52,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.870218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.876810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9346ed8c-eef5-426f-a55d-8506c6f9b4ce tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/1b1c5077-192c-4d0b-8a06-474fb9d84c52 HTTP/1.1" status: 204 len: 168 time: 0.7667727 Apr 28 15:01:12.877831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44124) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.881221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:12.892778 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97e6b9-59da-49f8-b869-88d1c75ad451 None None] Pushing event updated for resources: {'Port': ['ID=d7261325-d407-44f8-b2fc-f577cdae2439,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:12.896219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:12.896592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.905479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-458a5009-5c38-4976-9d32-832805b5ff22 None None] Provisioning complete for port d3ffe4f3-8235-4ce8-b03e-7f874876b472 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:12.905842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-458a5009-5c38-4976-9d32-832805b5ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.920508 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bbdc97-4e18-44a9-9f74-735042657ce6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:12.921271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bbdc97-4e18-44a9-9f74-735042657ce6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:12.927494 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-78bbdc97-4e18-44a9-9f74-735042657ce6 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/62c09783-9a95-42ec-935e-74d6de1a0861 HTTP/1.1" status: 404 len: 337 time: 0.0456071 Apr 28 15:01:12.943951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30977a42-936f-4795-825d-dbc414cf2182', 'name': '', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6', 'external_fixed_ips': [{'subnet_id': 'b71e65e2-d6d4-4808-ae92-a7942969eb89', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '260a5cfb-fbe6-45b9-853a-54fc771f0f04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:06Z', 'updated_at': '2022-04-28T15:01:09Z', 'revision_number': 3, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port': {'id': '260a5cfb-fbe6-45b9-853a-54fc771f0f04', 'name': '', 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:f6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30977a42-936f-4795-825d-dbc414cf2182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'b71e65e2-d6d4-4808-ae92-a7942969eb89', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:07Z', 'updated_at': '2022-04-28T15:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b71e65e2-d6d4-4808-ae92-a7942969eb89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:12.958391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44126) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:12.997036 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71340b18-5fc6-4212-9d21-6a52094fb498 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe4cd872-78c8-4bee-9e12-4874c3629615 HTTP/1.1" status: 200 len: 205 time: 0.0372379 Apr 28 15:01:12.998669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port ebd8461d-d4f4-4dd5-864a-aa53cb542f62 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:12.999058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:12.999575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44128) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.013563 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4560535 Apr 28 15:01:13.014295 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e68ca-7b03-45d9-b76d-7f1d23c81146 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=01f3ed42-1a34-43ff-b8eb-58fc0f80eba7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:13.016848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44130) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.034611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Checking router: 30977a42-936f-4795-825d-dbc414cf2182 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:13.034953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Updating router 30977a42-936f-4795-825d-dbc414cf2182 port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:13.050116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.050558 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-bc958f80-fd90-4355-9823-a2eaa71fa6be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] delete failed (client error): The resource could not be found. Apr 28 15:01:13.051611 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bc958f80-fd90-4355-9823-a2eaa71fa6be tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/routers/fe4cd872-78c8-4bee-9e12-4874c3629615 HTTP/1.1" status: 404 len: 336 time: 0.0511043 Apr 28 15:01:13.054159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44132) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.095626 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9554de0d-9562-450e-8dae-11840dbc0dfd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.096107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9554de0d-9562-450e-8dae-11840dbc0dfd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.099303 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9554de0d-9562-450e-8dae-11840dbc0dfd tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/c4959cec-a68d-4540-90a0-1764c164f241 HTTP/1.1" status: 404 len: 337 time: 0.0441723 Apr 28 15:01:13.103141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44134) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.144683 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e077431-72a0-4a49-ad73-2463a439dd64 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.145143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e077431-72a0-4a49-ad73-2463a439dd64 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.148273 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1e077431-72a0-4a49-ad73-2463a439dd64 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/8fe35b81-e329-4d8d-915a-29d6701a7cbe HTTP/1.1" status: 404 len: 337 time: 0.0440249 Apr 28 15:01:13.158187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44136) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.192758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.211883 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84691a1-6fc3-410d-8da4-89c715a4468e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.212362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84691a1-6fc3-410d-8da4-89c715a4468e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.215609 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a84691a1-6fc3-410d-8da4-89c715a4468e tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/dd4cdad2-967a-43c2-9c59-62bdfa5b1f8b HTTP/1.1" status: 404 len: 337 time: 0.0563293 Apr 28 15:01:13.222938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44138) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.261413 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c578892-e793-49c1-bfae-2e253b13b7f2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.262279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c578892-e793-49c1-bfae-2e253b13b7f2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.265483 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5c578892-e793-49c1-bfae-2e253b13b7f2 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/da738099-d265-4b6b-bdca-a5439554a66b HTTP/1.1" status: 404 len: 333 time: 0.0411375 Apr 28 15:01:13.271090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44140) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.298381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.304630 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a70c916-bdcf-423c-89fa-3057bef94254 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.305080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a70c916-bdcf-423c-89fa-3057bef94254 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.308332 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5a70c916-bdcf-423c-89fa-3057bef94254 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/cdd22ded-719a-443b-8f94-3b15285977f7 HTTP/1.1" status: 404 len: 337 time: 0.0361161 Apr 28 15:01:13.312255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.318602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.320630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.353206 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-610dc9bf-7fd6-42bd-955f-30b0ad402c4f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.353666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610dc9bf-7fd6-42bd-955f-30b0ad402c4f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.356747 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-610dc9bf-7fd6-42bd-955f-30b0ad402c4f tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/b80f9d5b-1e4a-49cc-9a79-71122772da74 HTTP/1.1" status: 404 len: 337 time: 0.0401828 Apr 28 15:01:13.358682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for ebd8461d-d4f4-4dd5-864a-aa53cb542f62 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:13.364912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44144) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.375592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-458a5009-5c38-4976-9d32-832805b5ff22 None None] Port d3ffe4f3-8235-4ce8-b03e-7f874876b472 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:13.392763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.416928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.451969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 01f3ed42-1a34-43ff-b8eb-58fc0f80eba7 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:13.452304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.479407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Network f38a2e53-4822-491d-ab49-62b20b6d84b1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:13.480071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:13.480763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d8207f5e-0add-48da-bcd7-6cb3ec40cc7c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:13.487595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:13.492829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:13.496963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:13.498382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.528176 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a13f056b-4857-4a02-9019-990e22804a52 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7521725 Apr 28 15:01:13.530068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44146) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.533716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-458a5009-5c38-4976-9d32-832805b5ff22 None None] Provisioning complete for port 6159005e-9f68-45db-ae9e-f3e652f29d3c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:13.534216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-458a5009-5c38-4976-9d32-832805b5ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.537646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:13.538998 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b27028-6983-4c96-91b5-f9cb5b66d49d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.539756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b27028-6983-4c96-91b5-f9cb5b66d49d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.543002 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-08b27028-6983-4c96-91b5-f9cb5b66d49d tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/bc97544c-da29-4e3b-b794-7887d8627fe8 HTTP/1.1" status: 404 len: 333 time: 0.1724207 Apr 28 15:01:13.543708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.545597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44148) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.546157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.549901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/99043b14-587a-4225-b7fe-f7a5a729f149 HTTP/1.1" status: 204 len: 168 time: 1.3082552 Apr 28 15:01:13.550625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.575100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 916ace50-69a1-451d-91b9-b5a36bfe2248 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:13.608731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf1381-86c0-4ee4-91b2-a81948f9ea89 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99043b14-587a-4225-b7fe-f7a5a729f149,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:13.617417 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-762c6a39-727f-42c1-84df-0e1c2d337cad tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.618425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762c6a39-727f-42c1-84df-0e1c2d337cad tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.621859 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-762c6a39-727f-42c1-84df-0e1c2d337cad tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/6b77adbf-2f48-4c2c-a598-3b5f32b9e997 HTTP/1.1" status: 404 len: 337 time: 0.0747442 Apr 28 15:01:13.625181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44152) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.688129 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e719ec05-6b23-4078-8159-1a7dc94fcc53 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:13.689055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e719ec05-6b23-4078-8159-1a7dc94fcc53 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:13.695167 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e719ec05-6b23-4078-8159-1a7dc94fcc53 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/subnets/10a5ec2a-9d88-4eef-8ea1-e63c0d9f0b03 HTTP/1.1" status: 404 len: 337 time: 0.0685031 Apr 28 15:01:13.699716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44154) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.710877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.730536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] DHCP port deletion for 1cce6a3b-9af1-4999-a59a-736326256f40 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:13.738678 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-663b6e5f-2957-45b1-9320-d6c53808796b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1723647 Apr 28 15:01:13.739855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:13.746461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.753122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--699542584'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:13.782144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 01f3ed42-1a34-43ff-b8eb-58fc0f80eba7 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:13.784839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Deleting port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:13.785250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.864218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:01:13.884761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:13.885124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.923004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Deleting port d3ffe4f3-8235-4ce8-b03e-7f874876b472 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:13.923300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:13.965963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.012954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 916ace50-69a1-451d-91b9-b5a36bfe2248 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:14.013320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.020481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.052974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.057401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Calling delete_port for d3ffe4f3-8235-4ce8-b03e-7f874876b472 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:14.086729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] device_id is not set on port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:14.088851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479809d-2bac-4a6d-a0a8-08a6142337d6 req-5710212f-9a75-449b-a064-0b88ff6e9116 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:14.089220 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Deleting port 6159005e-9f68-45db-ae9e-f3e652f29d3c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:14.089628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.091244 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9479809d-2bac-4a6d-a0a8-08a6142337d6 req-5710212f-9a75-449b-a064-0b88ff6e9116 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 945 time: 0.2419989 Apr 28 15:01:14.130091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.167058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.170216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=ebd8461d-d4f4-4dd5-864a-aa53cb542f62,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.171554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.183669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.210405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Calling delete_port for 260a5cfb-fbe6-45b9-853a-54fc771f0f04 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:14.242018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.247279 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/ports/d3ffe4f3-8235-4ce8-b03e-7f874876b472 HTTP/1.1" status: 204 len: 168 time: 0.5439277 Apr 28 15:01:14.249614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:14.285736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] For port 6159005e-9f68-45db-ae9e-f3e652f29d3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6159005e-9f68-45db-ae9e-f3e652f29d3c,segment=NetworkSegment(d24d3d22-3e2b-4785-8938-69709ff4cab6),segment_id=d24d3d22-3e2b-4785-8938-69709ff4cab6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:14.285736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.292536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.298887 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2b58c88f-7439-422a-8683-81b891c323e2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/ebd8461d-d4f4-4dd5-864a-aa53cb542f62 HTTP/1.1" status: 204 len: 168 time: 2.4073148 Apr 28 15:01:14.301800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.304462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.306739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:14.326505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d8207f5e-0add-48da-bcd7-6cb3ec40cc7c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.344231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.346151 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9479809d-2bac-4a6d-a0a8-08a6142337d6 req-78c92cdd-91e0-48bc-a69d-d01a071c5d2f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455418 Apr 28 15:01:14.374881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Calling delete_port for 6159005e-9f68-45db-ae9e-f3e652f29d3c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:14.402043 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd990fca-5bf1-401a-8a1a-4f1ddb4fc70f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:01:14.412464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd990fca-5bf1-401a-8a1a-4f1ddb4fc70f tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/ebd8461d-d4f4-4dd5-864a-aa53cb542f62 HTTP/1.1" status: 404 len: 333 time: 0.0643265 Apr 28 15:01:14.415349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44164) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:14.419319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.430476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ad2f4-3a52-4dcf-aea0-277573d3f3b0 tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Port': ['ID=d3ffe4f3-8235-4ce8-b03e-7f874876b472,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.522240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.526904 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7839928 Apr 28 15:01:14.527736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:14.539177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:14.539664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:14.540557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:14.541769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': 'f48a118a-2ea3-4cb0-8b32-6b3d55e8495d', 'direction': 'ingress', 'protocol': 17}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:14.551619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13121a59-2340-4e79-8682-9098bbf588a4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48a118a-2ea3-4cb0-8b32-6b3d55e8495d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.558141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:14.559332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.575754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:14.589015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bd8d9a-9880-4ea1-bf61-5d46eed39e62" -d '{"events": [{"server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:14.589925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.596409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:14.597058 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:14.601529 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 2 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:14.624975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet e172a0c5-0042-4332-8b95-94f63f604503 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:14.628965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.637618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7261325-d407-44f8-b2fc-f577cdae2439 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:14.668930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:14.669558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:14.669988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:14.671414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.678563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:14.679040 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:14.683619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 3 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:14.684965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771223c7-6baf-438c-88ff-8bc7540b178c None None] Pushing event updated for resources: {'Port': ['ID=260a5cfb-fbe6-45b9-853a-54fc771f0f04,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.691417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.694081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.696726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.746283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.770153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:14.770853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:14.771707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:14.783565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=01f3ed42-1a34-43ff-b8eb-58fc0f80eba7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.788979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] No DVR routers for this DVR port 6159005e-9f68-45db-ae9e-f3e652f29d3c on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:14.812769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3cf7b4-f5fb-4616-a9de-60be7c017fee x-openstack-request-id: req-1f3cf7b4-f5fb-4616-a9de-60be7c017fee {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:14.813077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "name": "network-vif-plugged", "status": "completed", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:14.813333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f3cf7b4-f5fb-4616-a9de-60be7c017fee {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:14.813747 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3cf7b4-f5fb-4616-a9de-60be7c017fee'] response: {'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6', 'code': 200} Apr 28 15:01:14.841529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:14.841978 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:14.848006 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 4 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:14.863058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.866374 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cad79230-e1bc-43ef-9e65-b514e95e227b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/01f3ed42-1a34-43ff-b8eb-58fc0f80eba7 HTTP/1.1" status: 204 len: 168 time: 1.8281012 Apr 28 15:01:14.870004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:14.881349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:14.885407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Attempting to bind port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:14.885891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Attempting to bind port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:14.886433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Attempting to bind port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 on network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:14.902115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:14.902451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:14.902789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:14.926939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:14.927272 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:14.931572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.933442 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 5 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:14.945587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.946023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:14.946602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.946812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Checking segment: {'id': 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:14.947547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.948031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Bound using segment: {'id': 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:14.948563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Bound port: 260a5cfb-fbe6-45b9-853a-54fc771f0f04, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '1789e9ec-f22a-4883-9bd4-53efafca2dd6'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:14.949035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.955028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-830a9e06-9a42-4852-9e47-122c5d276bc9 None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:14.955270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.955395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-830a9e06-9a42-4852-9e47-122c5d276bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:14.974543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Port 260a5cfb-fbe6-45b9-853a-54fc771f0f04 has been deleted concurrently {{(pid=102642) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 28 15:01:14.976296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7bcb5-ad0e-4db4-835e-2722001fa672 None None] Pushing event deleted for resources: {'Port': ['ID=6159005e-9f68-45db-ae9e-f3e652f29d3c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.000021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Port': ['ID=260a5cfb-fbe6-45b9-853a-54fc771f0f04,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.005468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8054d74-bf65-4a37-84f1-0c4aac58bc97,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.016059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:15.016702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.022511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cce6a3b-9af1-4999-a59a-736326256f40']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:15.041660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24d3d22-3e2b-4785-8938-69709ff4cab6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:15.043652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24d3d22-3e2b-4785-8938-69709ff4cab6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:15.044095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c07ca-1fd6-45dc-aa7f-6ce63191dbb6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.048514 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a97c07ca-1fd6-45dc-aa7f-6ce63191dbb6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1774607 Apr 28 15:01:15.049439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44172) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.060035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.060797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Routers {'30977a42-936f-4795-825d-dbc414cf2182'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:15.061444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:00:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['30977a42-936f-4795-825d-dbc414cf2182'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:15.065635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.069457 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bfa13988-f3de-42f4-a7a5-3bd0a2a359df tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5292184 Apr 28 15:01:15.105269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.152560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] Set router 30977a42-936f-4795-825d-dbc414cf2182 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:15.154567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.154567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.154567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.158630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.164277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.174094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.238804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.239959 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.241769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:15.241916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-11399210-103a-4758-8982-5c550ef86e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30977a42-936f-4795-825d-dbc414cf2182', 'name': '', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:06Z', 'updated_at': '2022-04-28T15:01:14Z', 'revision_number': 5, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:15.242628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.252534 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 6 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:15.255262 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:15.258186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ec8d19-b914-47a4-9de1-e82a7d0ae1b2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.260385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-93ec8d19-b914-47a4-9de1-e82a7d0ae1b2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2070613 Apr 28 15:01:15.265722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44176) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.282531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.295105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399210-103a-4758-8982-5c550ef86e9a None None] The sync data for ids ['30977a42-936f-4795-825d-dbc414cf2182'] in dv-neutron-839772-1-hyperv is: [{'id': '30977a42-936f-4795-825d-dbc414cf2182', 'name': '', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:06Z', 'updated_at': '2022-04-28T15:01:14Z', 'revision_number': 5, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:15.311603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.336635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.348513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.349070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.349311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.351318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.358386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=e172a0c5-0042-4332-8b95-94f63f604503,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.366076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.366717 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.367805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.376307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ba3bca32-f73a-4fa9-b301-28614e3bf1bf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/e172a0c5-0042-4332-8b95-94f63f604503 HTTP/1.1" status: 204 len: 168 time: 0.9316134 Apr 28 15:01:15.378678 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 7 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:15.379306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbde066d-c729-438a-8f22-b0e989991c95 None None] Network 661e7a14-daab-4b7b-9a08-b1a68b31bb6d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:15.384651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44178) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.387090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f848b-4106-4d0e-9a73-e46196d86484 req-3c1fc183-21a4-4699-9416-9ec0ff127955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.389552 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ae4f848b-4106-4d0e-9a73-e46196d86484 req-3c1fc183-21a4-4699-9416-9ec0ff127955 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 1099 time: 0.4358501 Apr 28 15:01:15.396252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.418978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.425310 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] 10.222.0.58 "DELETE /v2.0/networks/1cce6a3b-9af1-4999-a59a-736326256f40 HTTP/1.1" status: 204 len: 168 time: 1.1746953 Apr 28 15:01:15.434295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.438857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.439403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.447436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.474741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b30f5-f20b-49f3-93e5-dbda1e61af2c tempest-PortsTestJSON-1377093339 tempest-PortsTestJSON-1377093339-project] Pushing event deleted for resources: {'Network': ['ID=1cce6a3b-9af1-4999-a59a-736326256f40,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.482601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:15.484898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.485367 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.492785 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 8 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:15.527933 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ae4f848b-4106-4d0e-9a73-e46196d86484 req-a58be335-9452-4a10-8a15-517dcb1e6235 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262274 Apr 28 15:01:15.530512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.530850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.532122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.536253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafa032-6907-47fd-90f4-efda1f8ecdc1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.537557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.537877 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.538202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafa032-6907-47fd-90f4-efda1f8ecdc1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.538332 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 9 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:15.539703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafa032-6907-47fd-90f4-efda1f8ecdc1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.541727 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cbafa032-6907-47fd-90f4-efda1f8ecdc1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2750361 Apr 28 15:01:15.542815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.543596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30977a42-936f-4795-825d-dbc414cf2182 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:15.544664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44184) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.557865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.558266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.558573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.564077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.564408 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.564810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempt 10 to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c Apr 28 15:01:15.577701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-89ceae61-5293-43d2-93e4-e61db4909320 None None] Could not find standard attr ID for object 01f3ed42-1a34-43ff-b8eb-58fc0f80eba7. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:15.582219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.583126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:15.583377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d57467ee-3793-44fd-81de-0c3648d11429 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/routers/30977a42-936f-4795-825d-dbc414cf2182 HTTP/1.1" status: 204 len: 168 time: 3.5761528 Apr 28 15:01:15.583779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:15.584286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempting to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:15.588662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44186) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.594369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 6159005e-9f68-45db-ae9e-f3e652f29d3c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:15.594730 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6159005e-9f68-45db-ae9e-f3e652f29d3c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:15.623848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:01:15.624809 dv-neutron-839772-1-hyperv neutron-server[102640]: ERROR neutron.plugins.ml2.managers [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Failed to bind port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on host hv-neutron-8397 for vnic_type normal using segments [{'id': 'ca577a57-8f7c-4a75-9787-82bb47c98295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'f38a2e53-4822-491d-ab49-62b20b6d84b1'}] Apr 28 15:01:15.625810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.664254 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e9baedcb-275b-4cc9-8d13-d62fed14d960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.665661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.685461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 7c4b9a3e-2a65-4821-91f5-552800b097c8 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:15.698775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Deleting subnet b71e65e2-d6d4-4808-ae92-a7942969eb89 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:15.703848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.704026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de271-9b4a-48d0-96e0-2a6261125f43 req-8e91cc8d-9f1c-4256-b54f-4acb2ddfcb67 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.706175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b06de271-9b4a-48d0-96e0-2a6261125f43 req-8e91cc8d-9f1c-4256-b54f-4acb2ddfcb67 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.2199900 Apr 28 15:01:15.707104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.745704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.748387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.753169 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/f48a118a-2ea3-4cb0-8b32-6b3d55e8495d HTTP/1.1" status: 204 len: 168 time: 0.6465156 Apr 28 15:01:15.754133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44188) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.802665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803016f0-75e2-4a78-aa7d-1c4bbd5cf7f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48a118a-2ea3-4cb0-8b32-6b3d55e8495d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:15.806578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.823454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.856689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] DHCP port deletion for 661e7a14-daab-4b7b-9a08-b1a68b31bb6d request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:15.856914 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:15.857253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attempted to set empty binding levels {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 28 15:01:15.861477 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a7d33389-9bbe-4823-993d-72d2c4ff2bd1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1043868 Apr 28 15:01:15.865803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44192) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.868416 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b06de271-9b4a-48d0-96e0-2a6261125f43 req-4cffe4d9-3d7c-4261-b9b4-2fced30f395e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542656 Apr 28 15:01:15.882810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550074376'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:15.897973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.915498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 916ace50-69a1-451d-91b9-b5a36bfe2248 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:15.916152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.934367 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:01:15.936035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Deleting port 916ace50-69a1-451d-91b9-b5a36bfe2248 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:15.936546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.940921 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.947844 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] In _notify_port_updated(), no bound segment for port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c on network f38a2e53-4822-491d-ab49-62b20b6d84b1 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:01:15.948783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:15.949385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.953282 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "PUT /v2.0/ports/d8207f5e-0add-48da-bcd7-6cb3ec40cc7c HTTP/1.1" status: 200 len: 977 time: 2.4194434 Apr 28 15:01:15.957711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44198) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:15.972548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:15.975973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8791dc9-a495-49eb-a666-6478c7f834a9 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event updated for resources: {'Port': ['ID=d8207f5e-0add-48da-bcd7-6cb3ec40cc7c,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.030211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.057895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] For port 916ace50-69a1-451d-91b9-b5a36bfe2248, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=916ace50-69a1-451d-91b9-b5a36bfe2248,segment=NetworkSegment(083e78df-0c9d-4574-9e05-e8f468b1473b),segment_id=083e78df-0c9d-4574-9e05-e8f468b1473b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:16.057895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.064797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port 916ace50-69a1-451d-91b9-b5a36bfe2248, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=916ace50-69a1-451d-91b9-b5a36bfe2248,segment=NetworkSegment(083e78df-0c9d-4574-9e05-e8f468b1473b),segment_id=083e78df-0c9d-4574-9e05-e8f468b1473b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:16.065184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.072681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Calling delete_port for 916ace50-69a1-451d-91b9-b5a36bfe2248 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:16.086905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 916ace50-69a1-451d-91b9-b5a36bfe2248 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:16.167200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.188566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.196100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] Pushing event deleted for resources: {'Port': ['ID=916ace50-69a1-451d-91b9-b5a36bfe2248,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.200853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dd0fe-219a-444c-854d-e5b8b20bfac7 None None] No DVR routers for this DVR port 916ace50-69a1-451d-91b9-b5a36bfe2248 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:16.240422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4b9a3e-2a65-4821-91f5-552800b097c8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.244340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.247661 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ec14c1e5-2371-4a89-9926-c363592756ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7c4b9a3e-2a65-4821-91f5-552800b097c8 HTTP/1.1" status: 204 len: 168 time: 0.6920648 Apr 28 15:01:16.252783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:16.255884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fca9e5-afc8-4d9a-9490-fc60a1c75120 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:16.264263 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eb5d7f03-bbb8-443b-90eb-84c03dbb80f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b590af8cabfe4cb78810855a142b33ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212574 Apr 28 15:01:16.272974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:16.329773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.340113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.378249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 7f39ce66-0ae4-420c-9793-cd3fd155381f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:16.382154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=916ace50-69a1-451d-91b9-b5a36bfe2248,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.386740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port 916ace50-69a1-451d-91b9-b5a36bfe2248 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:16.388233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.461590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.472039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.508683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.511858 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/b71e65e2-d6d4-4808-ae92-a7942969eb89 HTTP/1.1" status: 204 len: 168 time: 0.9210210 Apr 28 15:01:16.513923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Deleting port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:16.514287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.521416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.521629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6ea78-d214-45ba-826c-cd78db2e806a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b71e65e2-d6d4-4808-ae92-a7942969eb89,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.524200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44204) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:16.562873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.612070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 916ace50-69a1-451d-91b9-b5a36bfe2248 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:16.642138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.647688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 916ace50-69a1-451d-91b9-b5a36bfe2248 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:16.649999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 916ace50-69a1-451d-91b9-b5a36bfe2248 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:16.650466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] For port d8207f5e-0add-48da-bcd7-6cb3ec40cc7c, host hv-neutron-8397, got binding levels [] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:16.650835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.660494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.699893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.702024 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8352766 Apr 28 15:01:16.706973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Calling delete_port for d8207f5e-0add-48da-bcd7-6cb3ec40cc7c owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:16.709004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44206) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:16.728143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--666716257'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:16.744557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f9641-b1a0-4a1f-bbca-1d98981427c9 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9517a8-1490-4ca0-a62b-543f86cda605,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:16.809976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.874857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.912762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:16.920917 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d8207f5e-0add-48da-bcd7-6cb3ec40cc7c HTTP/1.1" status: 204 len: 168 time: 0.9581234 Apr 28 15:01:16.927901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:16.982184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.009189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.016321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.018728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8aafa3-e2cb-4be0-b072-464931cddae7 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8207f5e-0add-48da-bcd7-6cb3ec40cc7c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.026386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661e7a14-daab-4b7b-9a08-b1a68b31bb6d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.041523 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb0ff50-2da4-47b9-a9cc-29dd4468eee0 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] GET failed (client error): The resource could not be found. Apr 28 15:01:17.043530 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bcb0ff50-2da4-47b9-a9cc-29dd4468eee0 tempest-PortsAdminExtendedAttrsTestJSON-958105218 tempest-PortsAdminExtendedAttrsTestJSON-958105218-project-admin] 10.222.0.58 "GET /v2.0/ports/d8207f5e-0add-48da-bcd7-6cb3ec40cc7c HTTP/1.1" status: 404 len: 333 time: 0.1035140 Apr 28 15:01:17.050851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083e78df-0c9d-4574-9e05-e8f468b1473b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.051148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083e78df-0c9d-4574-9e05-e8f468b1473b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.063725 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.094112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.097850 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3817647 Apr 28 15:01:17.100106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.101901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dab29-6adf-42b9-af8b-4cde99c302cf tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f040e-750b-4624-95b6-04aee2be9b4a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.108821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '7c9517a8-1490-4ca0-a62b-543f86cda605', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0d3f040e-750b-4624-95b6-04aee2be9b4a', 'remote_ip_prefix': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:17.117142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.122450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5508178-9cb4-464c-a63f-a1a39d2b799f req-8d4bd3f2-0d99-496b-9102-f1621bb30f6b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.124383 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a5508178-9cb4-464c-a63f-a1a39d2b799f req-8d4bd3f2-0d99-496b-9102-f1621bb30f6b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.1229966 Apr 28 15:01:17.127848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.180860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.187267 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a5508178-9cb4-464c-a63f-a1a39d2b799f req-a58c42ec-506d-4225-a05d-a01666b0beee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542128 Apr 28 15:01:17.225129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.232938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.284534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.289251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.295543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:17.295543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: items = [ Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:17.305538 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:17.308425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812f8738-3f28-4c4e-a5ae-cba1a9fdd945,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.318584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fd216f76-aa9b-4dc8-83a8-a6426d72f280 None None] Provisioning complete for port d7261325-d407-44f8-b2fc-f577cdae2439 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:17.318959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd216f76-aa9b-4dc8-83a8-a6426d72f280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.319487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.321097 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-48284e14-ba97-4336-970c-29d44d1d12d6 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2200027 Apr 28 15:01:17.324538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.349879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.357952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.361442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.388619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.395002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.398045 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/812f8738-3f28-4c4e-a5ae-cba1a9fdd945 HTTP/1.1" status: 204 len: 168 time: 0.0708990 Apr 28 15:01:17.402042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.408791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861a6c-e558-472e-870f-afd5609a351b tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=812f8738-3f28-4c4e-a5ae-cba1a9fdd945,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.437773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.440687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.444796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d84e9d62-2336-4b8c-82c3-81ac39f96879 HTTP/1.1" status: 204 len: 168 time: 1.1680384 Apr 28 15:01:17.452182 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ddc2e631-8058-418b-b090-4740535b4d66 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0487137 Apr 28 15:01:17.455231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.505306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.508472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.534750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.544239 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/661e7a14-daab-4b7b-9a08-b1a68b31bb6d HTTP/1.1" status: 204 len: 168 time: 2.1574533 Apr 28 15:01:17.547404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.556744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-798254107'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:17.569332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.601189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:17.602457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef7aa2-fd3b-483d-9b2f-687b5e8525cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84e9d62-2336-4b8c-82c3-81ac39f96879,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.613011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.637385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.646891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=7f39ce66-0ae4-420c-9793-cd3fd155381f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.654114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.657445 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e6b8ac9c-ef04-4bb8-8518-4fcf15b91023 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7f39ce66-0ae4-420c-9793-cd3fd155381f HTTP/1.1" status: 204 len: 168 time: 1.3961630 Apr 28 15:01:17.660628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0be46-dbf3-4ba7-a7fa-bf6637c5b8b4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=661e7a14-daab-4b7b-9a08-b1a68b31bb6d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.662206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.675016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.675717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab33a642-b98b-4db4-b600-4d4cbb32b15c None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:17.687320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:17.699561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1eb5f-3247-4a18-9e58-19732654ba35 req-5a7151c1-47a7-46c0-805b-8e0752118a25 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.701079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.701374 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-38f1eb5f-3247-4a18-9e58-19732654ba35 req-5a7151c1-47a7-46c0-805b-8e0752118a25 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.3970137 Apr 28 15:01:17.701495 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Added segment 621efee9-87c3-4a7f-89f9-7946c2ed3da3 of type vlan for network f8d72479-0c82-4939-9492-0ae3cd774fca Apr 28 15:01:17.759327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.768672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.771468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.772646 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/0d3f040e-750b-4624-95b6-04aee2be9b4a HTTP/1.1" status: 204 len: 168 time: 0.3163362 Apr 28 15:01:17.781184 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7678f049-cf4b-42d5-b75a-5f781c7a1554 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999868 Apr 28 15:01:17.781184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.787054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:17.788387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf40e0-fbdf-41bb-a594-76aa9355b6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f040e-750b-4624-95b6-04aee2be9b4a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:17.796158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:17.808573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1789e9ec-f22a-4883-9bd4-53efafca2dd6']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.835168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.844256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.844581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c7b6a7-42fc-48a8-b98a-93ba1305d3d2') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.868080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.874640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:17.875284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.875692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.886148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-38f1eb5f-3247-4a18-9e58-19732654ba35 req-218036fc-b122-4cab-80c7-c27391120822 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419704 Apr 28 15:01:17.905065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38a2e53-4822-491d-ab49-62b20b6d84b1']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.959805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-042e4947-442e-45eb-9b2b-b8c3cee8294d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.980322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:17.983734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca577a57-8f7c-4a75-9787-82bb47c98295') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.984164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca577a57-8f7c-4a75-9787-82bb47c98295') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:17.988115 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4385486 Apr 28 15:01:17.993705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.000620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:18.001847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:18.009338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:18.009810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:18.016476 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:18.021003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6fd98-6839-422c-b8da-8d87c2b91570 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Network': ['ID=f8d72479-0c82-4939-9492-0ae3cd774fca,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.040323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.040606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f8d72479-0c82-4939-9492-0ae3cd774fca details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:18.063100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:18.066756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.089400 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2ebde57e-6ca1-47a2-9241-29e968ee4192 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2983229 Apr 28 15:01:18.099874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.116425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.135548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:18.136157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:18.140081 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:18.145788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.176790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Deleting port d7261325-d407-44f8-b2fc-f577cdae2439 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:18.177051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.191619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1789e9ec-f22a-4883-9bd4-53efafca2dd6 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 28 15:01:18.193513 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Network': ['ID=1789e9ec-f22a-4883-9bd4-53efafca2dd6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.198479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.202159 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f75e470-2e0f-47fc-ab8b-0eda2ac1665b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/networks/1789e9ec-f22a-4883-9bd4-53efafca2dd6 HTTP/1.1" status: 204 len: 168 time: 1.6768053 Apr 28 15:01:18.265357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.276750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.277574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:18.285439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.297025 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] For port d7261325-d407-44f8-b2fc-f577cdae2439, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d7261325-d407-44f8-b2fc-f577cdae2439,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:18.297425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.324825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Calling delete_port for d7261325-d407-44f8-b2fc-f577cdae2439 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:18.325097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.335702 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] 10.222.0.58 "DELETE /v2.0/networks/f38a2e53-4822-491d-ab49-62b20b6d84b1 HTTP/1.1" status: 204 len: 168 time: 1.2690837 Apr 28 15:01:18.347448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23722a-0217-45f1-b55a-92ef48c20646 tempest-PortsAdminExtendedAttrsTestJSON-2090041775 tempest-PortsAdminExtendedAttrsTestJSON-2090041775-project] Pushing event deleted for resources: {'Network': ['ID=f38a2e53-4822-491d-ab49-62b20b6d84b1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.371327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.442253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.446177 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.452078 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/7c9517a8-1490-4ca0-a62b-543f86cda605 HTTP/1.1" status: 204 len: 168 time: 0.3509378 Apr 28 15:01:18.453443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44264) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.466309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.474305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5b4ac-3362-4954-a4e6-59753326688f tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9517a8-1490-4ca0-a62b-543f86cda605,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.518551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d7261325-d407-44f8-b2fc-f577cdae2439 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:18.571482 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ebc0c43f-5d7a-404c-92da-2fd343823492 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0996947 Apr 28 15:01:18.572722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.583004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021987527'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:18.598993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44268) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.640637 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No ports have port_id starting with d7261325-d407-44f8-b2fc-f577cdae2439 Apr 28 15:01:18.642944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.658121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.708399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] Pushing event deleted for resources: {'Port': ['ID=d7261325-d407-44f8-b2fc-f577cdae2439,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.710312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90931b88-5218-494b-99e9-213cdd7c4b31 None None] No DVR routers for this DVR port d7261325-d407-44f8-b2fc-f577cdae2439 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:18.737104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.777052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.787796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.805969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:18.812716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:18.822861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c976ec8-d226-4eb8-9c6a-5b05f5b9b039 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:18.825493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1afc6e-6382-4aa4-b619-3b61bc4b79c3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.844494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.847408 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fcab1318-e59a-4555-add9-0929298ad178 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2719052 Apr 28 15:01:18.850536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.852264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:18.852876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.860052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '1d1afc6e-6382-4aa4-b619-3b61bc4b79c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:18.861256 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=c52c086f-a563-4818-98e8-2a56a4ddd6bc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:18.900564 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-46b0443f-471b-4a9c-848c-f8701b86553a tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1097121 Apr 28 15:01:18.901287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:18.908448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:18.909894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.913831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:18.988979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.000231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a9d317d-14d1-43b3-a382-dea92a2ffae9 tempest-DvrRoutersNegativeTest-230184825 tempest-DvrRoutersNegativeTest-230184825-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-218416263', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:19.003671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.policy [None req-5a9d317d-14d1-43b3-a382-dea92a2ffae9 tempest-DvrRoutersNegativeTest-230184825 tempest-DvrRoutersNegativeTest-230184825-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102641) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 28 15:01:19.004851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.policy [None req-5a9d317d-14d1-43b3-a382-dea92a2ffae9 tempest-DvrRoutersNegativeTest-230184825 tempest-DvrRoutersNegativeTest-230184825-project] Failed policy check for 'create_router' {{(pid=102641) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 28 15:01:19.008034 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-5a9d317d-14d1-43b3-a382-dea92a2ffae9 tempest-DvrRoutersNegativeTest-230184825 tempest-DvrRoutersNegativeTest-230184825-project] create failed (client error): Access was denied to this resource. Apr 28 15:01:19.016430 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5a9d317d-14d1-43b3-a382-dea92a2ffae9 tempest-DvrRoutersNegativeTest-230184825 tempest-DvrRoutersNegativeTest-230184825-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4161959 Apr 28 15:01:19.038285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.053458 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.067383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': 'c52c086f-a563-4818-98e8-2a56a4ddd6bc'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:19.069041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.075703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=bbf36a64-da05-42e4-a866-f49f3bfd284b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:19.088200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Checking segment: {'id': '621efee9-87c3-4a7f-89f9-7946c2ed3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:19.088808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network hostable DHCP agents. Network: f8d72479-0c82-4939-9492-0ae3cd774fca, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:19.094004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1c91e6-8b94-40ab-be81-232680b54959,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:19.110950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.115187 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e6e4fa12-707f-4173-8683-61babe6f6f43 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2606404 Apr 28 15:01:19.115740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.129672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network f8d72479-0c82-4939-9492-0ae3cd774fca is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:19.137723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:19.142025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.154270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.159051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f8d72479-0c82-4939-9492-0ae3cd774fca) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:19.168508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:19.169301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.169557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.209201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.211321 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-41008a42-94c2-494f-a81a-66291d7000b0 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2164323 Apr 28 15:01:19.215072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44286) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.216707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c39f5-4042-42df-b7ef-7af567d9fc58 None None] Network f8d72479-0c82-4939-9492-0ae3cd774fca requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:19.222589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.223321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-982842234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:19.224009 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/7c1c91e6-8b94-40ab-be81-232680b54959 HTTP/1.1" status: 204 len: 168 time: 0.1066434 Apr 28 15:01:19.234578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.235561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39b44d-4c62-4953-a7ff-a5fa92b49075 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c1c91e6-8b94-40ab-be81-232680b54959,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:19.280916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44290) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.287240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'name': 'tempest-router--1947664511', 'project_id': 'aee6f24ca68d44a5b416d19750292aa8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:19.321207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.323360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.327121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44292) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.361848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.363996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.384658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.ipam_backend_mixin [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c52c086f-a563-4818-98e8-2a56a4ddd6bc (CIDR: 2001:db8::/64) Apr 28 15:01:19.399823 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:19.400459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:19.402540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/c52c086f-a563-4818-98e8-2a56a4ddd6bc/24ac37dc-042f-4cb3-a4c6-71a7b05fd49d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:19.411970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.422057 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f15f600-4f8b-4bb6-a6d8-e57de8b222be tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1860480 Apr 28 15:01:19.424823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.432853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.449154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.506644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-f8d72479-0c82-4939-9492-0ae3cd774fca', 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': 'bbf36a64-da05-42e4-a866-f49f3bfd284b'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:19.507715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.516796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44302) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.531268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.535165 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-23866524-e070-4262-a7f5-c9c41744c8ab tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6300337 Apr 28 15:01:19.535843 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6e4613ff-4402-4312-ac88-285d43ed5148 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2527444 Apr 28 15:01:19.539972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.541021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.557612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:19.596753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.608154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.657056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.661246 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-185f030b-0db1-4507-ad17-fc9b70be0a56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4439614 Apr 28 15:01:19.666107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44310) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.672592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca', 'name': 'tempest-PortsIpV6TestJSON-967275047'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:19.726140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaecb2c2-a419-49a0-a097-ab549874c06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.737755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.741251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.748954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.756512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.773991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Allocated IP 2001:db8::2 (f8d72479-0c82-4939-9492-0ae3cd774fca/bbf36a64-da05-42e4-a866-f49f3bfd284b/c4c810ae-8326-4da6-a7c3-2c7a135245ee) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:19.821599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:19.823303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:19.833281 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-365806bc-5683-4a90-aa34-f84d5b5565dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2222de163c014709a307205341a2e334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039003 Apr 28 15:01:19.846214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44312) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:19.857151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:19.875767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.894647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Pushing event updated for resources: {'Port': ['ID=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:19.959695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:19.963236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.964844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Attempting to bind port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:19.965191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Attempting to bind port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:19.965549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Attempting to bind port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:19.979629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:19.980055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:19.980468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.981677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:19.981677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Bound port: 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:19.981677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:19.993867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.009923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:20.038612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.043757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.060280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.092439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.094850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.100367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/1d1afc6e-6382-4aa4-b619-3b61bc4b79c3 HTTP/1.1" status: 204 len: 168 time: 0.6701083 Apr 28 15:01:20.101745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:20.104182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44314) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:20.104874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.108490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] For port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:20.112426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.116368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] For port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:20.126127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.127737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.134106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.139310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6e06-335d-44e8-a8ec-65e4e3510264 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1afc6e-6382-4aa4-b619-3b61bc4b79c3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.145007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.145543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c97bbf4-e952-4bd0-af22-6b8143b6d88c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:20.178213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.182325 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b88d50ae-093f-46e6-adef-920db17f59bc tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3c97bbf4-e952-4bd0-af22-6b8143b6d88c HTTP/1.1" status: 204 len: 168 time: 0.6383007 Apr 28 15:01:20.198366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaecb2c2-a419-49a0-a097-ab549874c06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.205255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Network f8d72479-0c82-4939-9492-0ae3cd774fca is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:20.207561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:20.209578 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Pushing event updated for resources: {'Port': ['ID=c4c810ae-8326-4da6-a7c3-2c7a135245ee,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.210486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aaecb2c2-a419-49a0-a097-ab549874c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.213470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:20.338818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Attempting to bind port c4c810ae-8326-4da6-a7c3-2c7a135245ee on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:20.339218 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Attempting to bind port c4c810ae-8326-4da6-a7c3-2c7a135245ee by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '621efee9-87c3-4a7f-89f9-7946c2ed3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:20.339615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Attempting to bind port c4c810ae-8326-4da6-a7c3-2c7a135245ee on network f8d72479-0c82-4939-9492-0ae3cd774fca {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:20.344664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e9ca-e60f-4a59-ac31-f01b1da90901 None None] Pushing event updated for resources: {'Port': ['ID=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.351790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:20.352202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Checking segment: {'id': '621efee9-87c3-4a7f-89f9-7946c2ed3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:20.352609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.352997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Bound using segment: {'id': '621efee9-87c3-4a7f-89f9-7946c2ed3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:20.353461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Bound port: c4c810ae-8326-4da6-a7c3-2c7a135245ee, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621efee9-87c3-4a7f-89f9-7946c2ed3da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8d72479-0c82-4939-9492-0ae3cd774fca'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:20.353842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.363859 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ec356097-7675-4eb4-aec0-6b60073d33a2 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2545228 Apr 28 15:01:20.393623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:20.407940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908557446'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:20.414436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.417270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.418764 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8590b055-960e-4e17-b857-49f23545a891 HTTP/1.1" status: 204 len: 168 time: 0.5715611 Apr 28 15:01:20.470872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8d902-8928-4462-a922-94bb73daa7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590b055-960e-4e17-b857-49f23545a891,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.488728 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] For port c4c810ae-8326-4da6-a7c3-2c7a135245ee, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:20.497094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] For port c4c810ae-8326-4da6-a7c3-2c7a135245ee, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c4c810ae-8326-4da6-a7c3-2c7a135245ee,segment=NetworkSegment(621efee9-87c3-4a7f-89f9-7946c2ed3da3),segment_id=621efee9-87c3-4a7f-89f9-7946c2ed3da3)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:20.513911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.519034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecb2c2-a419-49a0-a097-ab549874c06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45398693-548a-40ed-95d5-6c7b21e17340,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.521275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aaecb2c2-a419-49a0-a097-ab549874c06b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=336a11122afb4ca59f247e9b723a2b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0031152 Apr 28 15:01:20.538567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:20.556201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::189 (f8d72479-0c82-4939-9492-0ae3cd774fca/bbf36a64-da05-42e4-a866-f49f3bfd284b/d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:20.662918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.719892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.760474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d40fa-fc45-4d5d-9935-044f3c34de76 None None] Pushing event updated for resources: {'Port': ['ID=c4c810ae-8326-4da6-a7c3-2c7a135245ee,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:20.783553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.792026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.862983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:20.895317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44326) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:20.948456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:01:21.090091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.092959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.094252 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/45398693-548a-40ed-95d5-6c7b21e17340 HTTP/1.1" status: 204 len: 168 time: 0.5546913 Apr 28 15:01:21.111998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341061a-4bea-484e-947a-125a14e106d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45398693-548a-40ed-95d5-6c7b21e17340,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:21.183624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44332) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:21.244338 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8b44476c-fbb2-4d22-bfe4-e1d85320741b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=58daba9e385a4c778ee8ddeed8cddef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592725 Apr 28 15:01:21.248451 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:21.259573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1480305228', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:21.339261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.361340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.362382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.388879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.417095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.495406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-55a50730-042e-4885-83d0-01851308a47a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7577751 Apr 28 15:01:21.551305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.715473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.718199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.719379 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/75ae4e7d-2021-418c-b2e6-c00427f50c8a HTTP/1.1" status: 204 len: 168 time: 0.4705558 Apr 28 15:01:21.734903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.806042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e81a91-4a4b-46cf-b1b9-17db561f790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae4e7d-2021-418c-b2e6-c00427f50c8a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:21.863981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:21.892415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] For port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:21.926681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.17 (0f18f7e6-c898-44fb-8412-2e6dd3f4bd81/45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00/f8d68115-c375-4868-89a8-0ed2409aecfd) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:21.968245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] Provisioning complete for port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:21.968814 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.010274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.022478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.023256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.078200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.119527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.170262 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.173521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894b11c3-aa96-4b97-867a-04d9b1afc202,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:22.176554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.180579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.180928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.185389 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e317ca4a-94ea-430a-a51a-b960f6e59673 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7887189 Apr 28 15:01:22.188630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:22.233367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] For port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:22.239014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.259128 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '894b11c3-aa96-4b97-867a-04d9b1afc202', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:22.270817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c240d-bcf6-48d2-a24f-1845b2e8aad0 None None] Network f8d72479-0c82-4939-9492-0ae3cd774fca requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:22.281650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:22.301917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.312708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:22.317444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:22.323126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-afda4ac9-69fb-4b8a-b5fb-16d82ccfffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.325062 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-afda4ac9-69fb-4b8a-b5fb-16d82ccfffdd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1099 time: 0.7939715 Apr 28 15:01:22.334239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:22.459008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] Provisioning complete for port c4c810ae-8326-4da6-a7c3-2c7a135245ee triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:22.459658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.462084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a94eb-8e53-42af-89b0-bc30d5eb46a6 None None] Pushing event updated for resources: {'Port': ['ID=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:22.509967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-1d36c800-392e-4434-883e-3403ad793725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.522695 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-1d36c800-392e-4434-883e-3403ad793725 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 898 time: 0.1287105 Apr 28 15:01:22.625809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44364) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:22.664577 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-b80d1cf6-859d-4b72-bdb5-7e29546e3860 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 1002 time: 0.1396239 Apr 28 15:01:22.742855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:22.753258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.768591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,revision_number=5']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:22.770726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.779003 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.811695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=678f66e6-8952-4114-9486-092b1e9a2fab,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:22.817452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:22.821635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:22.827981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.831771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.833463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] For port c4c810ae-8326-4da6-a7c3-2c7a135245ee, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c4c810ae-8326-4da6-a7c3-2c7a135245ee,segment=NetworkSegment(621efee9-87c3-4a7f-89f9-7946c2ed3da3),segment_id=621efee9-87c3-4a7f-89f9-7946c2ed3da3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:22.838215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c8df1-0f02-41fb-981e-849f63d79042 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:22.862737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:22.883642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ab997748-870a-417f-a399-5eac904214fb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:22.884726 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-ab997748-870a-417f-a399-5eac904214fb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 15:01:22.885464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-ab997748-870a-417f-a399-5eac904214fb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:22.886946 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ab997748-870a-417f-a399-5eac904214fb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2558839 Apr 28 15:01:22.890399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44372) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:22.899943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676572744'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:22.904887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network f8d72479-0c82-4939-9492-0ae3cd774fca is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:22.921745 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba6320df-489a-466e-a86b-bf122f4d0104 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3794167 Apr 28 15:01:22.927144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:22.936837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:6f:1f:70', 'name': 'tempest-NetworksTestDHCPv6-399118628'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:22.965253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:22.968169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:22.975468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:22.976182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.014252 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3470104 Apr 28 15:01:23.019373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:23.026108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-3904846d-0f7f-4582-a0c6-8159edea35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:23.036216 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-3904846d-0f7f-4582-a0c6-8159edea35f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 200 len: 835 time: 0.3467228 Apr 28 15:01:23.065209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.078736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.174311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.182381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64049a-4607-462b-8fc7-9651d1270210 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:23.228754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:23.229276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.237893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.267856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48e939-596c-43d2-abf5-d4f2fa23c73e None None] Pushing event updated for resources: {'Port': ['ID=c4c810ae-8326-4da6-a7c3-2c7a135245ee,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:23.275557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-05b04d63-c843-4286-a230-dd70c2c9e593 None None] Provisioning complete for port f8d68115-c375-4868-89a8-0ed2409aecfd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:23.276217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05b04d63-c843-4286-a230-dd70c2c9e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.278941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.281464 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0385654 Apr 28 15:01:23.326523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44386) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:23.386511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687365df-2aaf-4915-b3dd-141ad23ca6f1 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a7576-70f6-4fe3-91d7-7532a4b2d6b5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:23.390101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.435069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.462521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-05b04d63-c843-4286-a230-dd70c2c9e593 None None] Port f8d68115-c375-4868-89a8-0ed2409aecfd cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:23.495033 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-98524518-e9db-46ab-99d2-7b8bafad38f8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules/319a7576-70f6-4fe3-91d7-7532a4b2d6b5 HTTP/1.1" status: 200 len: 763 time: 0.1643434 Apr 28 15:01:23.498043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-ec2920f2-39d1-47d5-8fce-7c4ae078822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:23.499771 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-ec2920f2-39d1-47d5-8fce-7c4ae078822f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4649341 Apr 28 15:01:23.501591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.504155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:23.511461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:23.626997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c4c810ae-8326-4da6-a7c3-2c7a135245ee up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:23.650976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.669079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.678257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a02928f0-27a8-4c3e-8af7-f03203863ab5 None None] Provisioning complete for port c4c810ae-8326-4da6-a7c3-2c7a135245ee triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:23.678985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a02928f0-27a8-4c3e-8af7-f03203863ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.715594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Allocated IP 172.26.4.39 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/9e433fb9-2217-4e4c-b4b7-ca1889f3712a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:23.763859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea4c9ed-d484-4db7-b64b-fa006191bc8e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:23.771067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.822576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c4c810ae-8326-4da6-a7c3-2c7a135245ee triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:23.823116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.834474 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-22329266-4dd5-4549-aa50-1a11daf9c2fa tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3076303 Apr 28 15:01:23.841020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:23.877526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 3f5bd351-805c-4971-8bc5-6e87a68715ca yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:23.910599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.953637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.955369 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-12d8b36c-2e77-4886-a900-18536f8977a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189808 Apr 28 15:01:23.967673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a02928f0-27a8-4c3e-8af7-f03203863ab5 None None] Provisioning complete for port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:23.968608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a02928f0-27a8-4c3e-8af7-f03203863ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:23.986331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.019803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.025023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a02928f0-27a8-4c3e-8af7-f03203863ab5 None None] Port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:24.080897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.083958 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1875472 Apr 28 15:01:24.099321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.111260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': 'e38d4ab0-fde7-44ba-a633-235ab9295b73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:24.159488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a206f8-ea61-49d8-b5be-bf262cd1cdfd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e38d4ab0-fde7-44ba-a633-235ab9295b73,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:24.168521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.192196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.255644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.308231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.324043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.350468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1109e2b-6a2f-4128-ab81-3ca3c9bc8eeb,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:24.359327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::2ba (54d908dd-ca79-41d5-95f2-c906280f9818/c52c086f-a563-4818-98e8-2a56a4ddd6bc/3f5bd351-805c-4971-8bc5-6e87a68715ca) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:24.368561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.371343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:1f70 (54d908dd-ca79-41d5-95f2-c906280f9818/678f66e6-8952-4114-9486-092b1e9a2fab/3f5bd351-805c-4971-8bc5-6e87a68715ca) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:24.389105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.390525 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ee74eb1e-7d0b-4f37-83ec-2ce48d164c76 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2897809 Apr 28 15:01:24.414192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.425892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1103088227', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:24.444538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.448477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d7304bf0-c737-4567-b99f-b20acbde95b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': 'e38d4ab0-fde7-44ba-a633-235ab9295b73', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:24.462592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:24.470992 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Made reservation on behalf of f2dc582caaf74fa99f7fb58020aa9500 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:24.473347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.489494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.508020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:24.515524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:24.530881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.533036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:24.550788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.552021 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/319a7576-70f6-4fe3-91d7-7532a4b2d6b5 HTTP/1.1" status: 204 len: 168 time: 0.7100935 Apr 28 15:01:24.574291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:24.575006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.577552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44414) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.600192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013cf72-a08a-4560-b8b7-031d2343e0de tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319a7576-70f6-4fe3-91d7-7532a4b2d6b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:24.612600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event updated for resources: {'Port': ['ID=9e433fb9-2217-4e4c-b4b7-ca1889f3712a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:24.688401 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7304bf0-c737-4567-b99f-b20acbde95b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.690265 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9b43353c-7d39-4379-816b-f382c86d5f75 req-57d2732d-b0b9-4222-8eb5-8e982d09999f service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118311 Apr 28 15:01:24.691364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1b3ba813-2ee6-4d68-8b77-3b5d6d7d2481 None None] Provisioning complete for port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:24.693005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b3ba813-2ee6-4d68-8b77-3b5d6d7d2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.714440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c4c810ae-8326-4da6-a7c3-2c7a135245ee up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:24.775231 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5557e902-b31b-4c5a-9fec-39367710d004 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1892993 Apr 28 15:01:24.778893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44416) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.781695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c4c810ae-8326-4da6-a7c3-2c7a135245ee triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:24.782144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.784638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '894b11c3-aa96-4b97-867a-04d9b1afc202', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:24.884688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.897766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.899856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.906038 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:24.975267 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-d7304bf0-c737-4567-b99f-b20acbde95b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:24.976463 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d7304bf0-c737-4567-b99f-b20acbde95b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5599146 Apr 28 15:01:24.980284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44418) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:24.999275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.039598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.047664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.054339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.055729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] device_id is not set on port fb044b37-af73-4864-845d-88d560374dcd yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:25.063083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.086843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.112017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.117019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d551ec-fd90-48d6-8ec9-317978a0d969,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.131541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.185290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.204633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:25.218320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:25.224528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=3f5bd351-805c-4971-8bc5-6e87a68715ca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.226940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:25.232599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:25.233229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.242783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.268993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.282860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f449e7-de6e-4174-b4a5-f4f789ea362d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.333359 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9a5bc4ee-0369-43b5-bc87-327264ccbf64 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4033856 Apr 28 15:01:25.342651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.343745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44420) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.344945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Allocated IP 172.26.4.107 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/fb044b37-af73-4864-845d-88d560374dcd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:25.347027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.353154 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6ba31e85-b8eb-4347-b0a1-9448edaa1de0 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5670633 Apr 28 15:01:25.359578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44422) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.368146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.426008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:25.440105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:25.473424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e7d47017-adbd-4a65-8b33-bae90b8c8e2e tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules/59f449e7-de6e-4174-b4a5-f4f789ea362d HTTP/1.1" status: 200 len: 763 time: 0.1061554 Apr 28 15:01:25.477280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44424) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.579085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.639941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a29a7c06-9da6-4f0b-b567-c2844317d990 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1517141 Apr 28 15:01:25.645144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.656033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.658590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.661255 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/e38d4ab0-fde7-44ba-a633-235ab9295b73 HTTP/1.1" status: 204 len: 168 time: 0.6725016 Apr 28 15:01:25.665784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.679875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 3f5bd351-805c-4971-8bc5-6e87a68715ca {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:25.680876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.701465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Provisioning complete for port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:25.702472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.766761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4ce91-6a8e-49d5-a594-9d82e41a23f3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38d4ab0-fde7-44ba-a633-235ab9295b73,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:25.767836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:25.799045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Provisioning complete for port 3f5bd351-805c-4971-8bc5-6e87a68715ca triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:25.799222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.812220 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5ccda2df-ed00-499a-9d08-6557ea2d0148 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1377213 Apr 28 15:01:25.812860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44430) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:25.823177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--260426803'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:25.847675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:25.850304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.854894 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f67ea103-8428-4998-b0fa-b7184e1f62e2 None None] Port 3f5bd351-805c-4971-8bc5-6e87a68715ca cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:25.867025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.871734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.874960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.895602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.917378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.956128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.980334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d888a6e0-b610-4d9d-ae65-aec002c327e0 None None] Provisioning complete for port f8d68115-c375-4868-89a8-0ed2409aecfd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:25.981058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d888a6e0-b610-4d9d-ae65-aec002c327e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:25.987781 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 3f5bd351-805c-4971-8bc5-6e87a68715ca owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:26.006170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.026122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d888a6e0-b610-4d9d-ae65-aec002c327e0 None None] Port f8d68115-c375-4868-89a8-0ed2409aecfd cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:26.046565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.047708 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/59f449e7-de6e-4174-b4a5-f4f789ea362d HTTP/1.1" status: 204 len: 168 time: 0.3638418 Apr 28 15:01:26.057187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44432) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.066945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19366c47-0330-474b-af61-ba4431a2bb7a tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f449e7-de6e-4174-b4a5-f4f789ea362d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.126101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:26.127777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.137155 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-024b6abd-4053-4a5e-bd2d-bbe116b68a3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/31604916-e379-4e10-8cde-6e4efa2d2757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7026119 Apr 28 15:01:26.139225 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:26.150450 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:26.151346 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:26.161762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.172158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.229982 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-827359bd-d944-4f49-8f48-e5559a6894ec tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1689816 Apr 28 15:01:26.231217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:26.239731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44436) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.249800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '894b11c3-aa96-4b97-867a-04d9b1afc202', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:26.253336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f3c10d-8755-40bf-9f7d-158ac708949c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.256457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Pushing event updated for resources: {'Port': ['ID=fb044b37-af73-4864-845d-88d560374dcd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.257471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.258699 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-24a3a01e-df2b-47da-a1e6-56cc7ff92bdb tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4443123 Apr 28 15:01:26.259050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:26.264489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44438) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.268016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:26.273612 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b8e98de7-503b-47a8-9cad-dc104c6a02a9 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '55f3c10d-8755-40bf-9f7d-158ac708949c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:26.274568 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-b8e98de7-503b-47a8-9cad-dc104c6a02a9 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 15:01:26.275513 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-b8e98de7-503b-47a8-9cad-dc104c6a02a9 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:26.277196 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b8e98de7-503b-47a8-9cad-dc104c6a02a9 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0113750 Apr 28 15:01:26.280204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.295183 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:26.383047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.390566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.402117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.402777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.440951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.526295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.561284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.563826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.565031 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/55f3c10d-8755-40bf-9f7d-158ac708949c HTTP/1.1" status: 204 len: 168 time: 0.2836246 Apr 28 15:01:26.570064 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44444) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.572748 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8d68115-c375-4868-89a8-0ed2409aecfd', 'name': '', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:aa:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:21Z', 'updated_at': '2022-04-28T15:01:24Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:26.601026 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:26.601676 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Updating router 31604916-e379-4e10-8cde-6e4efa2d2757 port f8d68115-c375-4868-89a8-0ed2409aecfd binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:26.601848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af26e5-ac43-4923-aab6-4c61891cbfb4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f3c10d-8755-40bf-9f7d-158ac708949c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.620034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network f8d72479-0c82-4939-9492-0ae3cd774fca is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:26.623288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:26.644409 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3162c8b5-a220-42d9-ba33-7e8374eefe14 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0689864 Apr 28 15:01:26.648039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.650193 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.653537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110658352'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:26.689842 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Project 88648eaa002a46d2b92d64fa8f78b2aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:01:26.705219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:26.705793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.707784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Router 8c0afd7f-7867-4b5c-9caf-f31d52198d67 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:26.713024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.746609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:26.746830 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-16cf80e2-688d-4275-b374-75458eadd985 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4898043 Apr 28 15:01:26.753528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.107'}]}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:26.760975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.815630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.816875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.866459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Router fb4ed797-33bb-4864-a1a3-b5583cdb1fac is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:26.918439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.921178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.955475 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:26.967102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] Sync routers for ids ['8c0afd7f-7867-4b5c-9caf-f31d52198d67'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:26.977129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.985174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:26.986943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] Routers {'8c0afd7f-7867-4b5c-9caf-f31d52198d67'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:26.987097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=3f5bd351-805c-4971-8bc5-6e87a68715ca,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:26.988835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8c0afd7f-7867-4b5c-9caf-f31d52198d67'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:27.021632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.030675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:27.040338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee87662-5288-4f73-b83b-bafcf4b7e603,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.044111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] Routers {'8c0afd7f-7867-4b5c-9caf-f31d52198d67'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:27.045029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8c0afd7f-7867-4b5c-9caf-f31d52198d67'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:27.049718 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.059807 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.062636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.063871 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d523e50e-52a6-4f2f-a207-81dfce94f9e8 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8191211 Apr 28 15:01:27.066493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.067529 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48348ebe-1ae6-46e7-a037-38497a7db00f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1622283 Apr 28 15:01:27.069711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.091015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44452) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.092672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.097325 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-69f42f4d-7775-4186-9149-81e92340cc5d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules/0ee87662-5288-4f73-b83b-bafcf4b7e603 HTTP/1.1" status: 200 len: 769 time: 0.0264840 Apr 28 15:01:27.104386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:27.105058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf1e05-b2a4-43f8-a8f7-7b12ca935bb3 None None] The sync data for ids ['8c0afd7f-7867-4b5c-9caf-f31d52198d67'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:27.117483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-04baca82-72e2-448a-83c7-8aa95522c1ab None None] Provisioning complete for port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:27.117853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04baca82-72e2-448a-83c7-8aa95522c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.121535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.141317 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Pushing event updated for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.146965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.154264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4b32640d-34e7-49e8-97a1-67fb29d19779 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/3f5bd351-805c-4971-8bc5-6e87a68715ca HTTP/1.1" status: 204 len: 168 time: 1.8069732 Apr 28 15:01:27.156908 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.158590 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.159060 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.159778 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.160516 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.161321 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.161900 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.163363 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.163940 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.165524 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.166039 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.166597 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.167185 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:01:27.170610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-04baca82-72e2-448a-83c7-8aa95522c1ab None None] Port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:27.222393 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-99acb82b-5417-428a-8fbe-69a0235c17a7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0976565 Apr 28 15:01:27.225157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.242014 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Attempting to bind port f8d68115-c375-4868-89a8-0ed2409aecfd on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:27.242380 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Attempting to bind port f8d68115-c375-4868-89a8-0ed2409aecfd by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:27.242924 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Attempting to bind port f8d68115-c375-4868-89a8-0ed2409aecfd on network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:27.250011 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:27.252001 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Checking segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:27.252590 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.253278 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Bound using segment: {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:27.253909 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Bound port: f8d68115-c375-4868-89a8-0ed2409aecfd, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f5f7fe-142a-45fb-9dea-05c2bb317815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:27.254546 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.267488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4579d-06ed-4c9a-a514-401de71d535e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.272153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e2d4579d-06ed-4c9a-a514-401de71d535e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1084323 Apr 28 15:01:27.273204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44460) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.333619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.353830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] For port f8d68115-c375-4868-89a8-0ed2409aecfd, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:27.357969 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] For port f8d68115-c375-4868-89a8-0ed2409aecfd, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f8d68115-c375-4868-89a8-0ed2409aecfd,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:27.363107 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.372698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa504e-50ec-4c69-ac2d-9b3bbb7ce6cc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.374367 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.377630 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8aaa504e-50ec-4c69-ac2d-9b3bbb7ce6cc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1033306 Apr 28 15:01:27.382790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44462) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.425324 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:27.426745 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:27.450838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.456241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48858877-9110-4a1b-a236-392221fb227e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.457900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48858877-9110-4a1b-a236-392221fb227e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.459529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48858877-9110-4a1b-a236-392221fb227e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.464207 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-48858877-9110-4a1b-a236-392221fb227e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0805533 Apr 28 15:01:27.464807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.467986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.471423 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0ee87662-5288-4f73-b83b-bafcf4b7e603 HTTP/1.1" status: 204 len: 168 time: 0.2413161 Apr 28 15:01:27.477868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44466) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.495614 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] Provisioning complete for port f8d68115-c375-4868-89a8-0ed2409aecfd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:27.505200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.505499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9825e-602f-4c70-9484-66288a4661dc tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ee87662-5288-4f73-b83b-bafcf4b7e603,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.569784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9da5f280-bcc8-4514-83e1-6066f39b48f7 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0848033 Apr 28 15:01:27.572846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44468) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.603833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 678f66e6-8952-4114-9486-092b1e9a2fab {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:27.617630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.634770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.681325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] For port f8d68115-c375-4868-89a8-0ed2409aecfd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f8d68115-c375-4868-89a8-0ed2409aecfd,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:27.690005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.691604 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0426376 Apr 28 15:01:27.696380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44470) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.696896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.706679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.710494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:27.717642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0a345b76-ec94-466e-91fe-925e4efe183c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': 'bb19820f-9082-4ef9-b5e8-f128bde9666c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:27.718666 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-0a345b76-ec94-466e-91fe-925e4efe183c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 15:01:27.719387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-0a345b76-ec94-466e-91fe-925e4efe183c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:27.720597 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0a345b76-ec94-466e-91fe-925e4efe183c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0226002 Apr 28 15:01:27.747044 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:27.755276 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9b5b999b-de25-4edb-b198-c925d99bc592 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/routers/fb4ed797-33bb-4864-a1a3-b5583cdb1fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7112892 Apr 28 15:01:27.755723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44472) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.758523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.759314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c051a-97f2-4ea0-8035-ddb29448a552 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb19820f-9082-4ef9-b5e8-f128bde9666c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.784916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e000aa0-2d1b-49c4-a248-96b49b36630e None None] Pushing event updated for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:27.816976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.825424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-672ec314-f153-4258-aea5-f93661360ad3 None None] Provisioning complete for port f8d68115-c375-4868-89a8-0ed2409aecfd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:27.826105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-672ec314-f153-4258-aea5-f93661360ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.857483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.889005 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] Sync routers for ids ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:27.913209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.923116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.961919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.965249 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5e4cf36c-5d7f-4342-bf97-68603dacafee tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/8c0afd7f-7867-4b5c-9caf-f31d52198d67 HTTP/1.1" status: 200 len: 920 time: 0.8684213 Apr 28 15:01:27.965429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:27.967670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:27.975011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8696092-3f0d-428e-845c-c4c6b2479368 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:27.979964 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b8696092-3f0d-428e-845c-c4c6b2479368 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb4ed797-33bb-4864-a1a3-b5583cdb1fac HTTP/1.1" status: 200 len: 988 time: 0.2147055 Apr 28 15:01:27.981538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44480) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.004570 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] Routers {'fb4ed797-33bb-4864-a1a3-b5583cdb1fac'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:28.005197 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:28.030531 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-80e165f1-b061-4518-ad56-20d718c3f741 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c0afd7f-7867-4b5c-9caf-f31d52198d67 HTTP/1.1" status: 200 len: 205 time: 0.0582757 Apr 28 15:01:28.033825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.036267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.040081 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/894b11c3-aa96-4b97-867a-04d9b1afc202 HTTP/1.1" status: 204 len: 168 time: 0.4590206 Apr 28 15:01:28.045084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.045084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44484) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.045325 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:28.058508 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82e0d7-f4e7-4fd5-b777-35a0d4bb6763 None None] Pushing event updated for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:28.070829 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] Routers {'fb4ed797-33bb-4864-a1a3-b5583cdb1fac'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:28.071696 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:28.114563 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:28.115198 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc5e125-d603-430c-8a10-1e27609a37ca None None] The sync data for ids ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:28.123565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc1736-929c-47e1-8c3a-98f7243df458 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894b11c3-aa96-4b97-867a-04d9b1afc202,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:28.166720 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58fa7241-610e-4ea2-a09a-d7a9cfb4580d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1112735 Apr 28 15:01:28.168489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.176678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group': {'name': 'tempest-secgroup--2007315388'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:28.199784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.202225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.205720 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/bb19820f-9082-4ef9-b5e8-f128bde9666c HTTP/1.1" status: 204 len: 168 time: 0.4405205 Apr 28 15:01:28.212750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.215942 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8d68115-c375-4868-89a8-0ed2409aecfd', 'name': '', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:aa:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:21Z', 'updated_at': '2022-04-28T15:01:27Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:28.247901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7d4ea6-218c-4a90-82c4-fedc8896fb7e None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:23Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8d68115-c375-4868-89a8-0ed2409aecfd', 'name': '', 'network_id': '0f18f7e6-c898-44fb-8412-2e6dd3f4bd81', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:aa:be:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:21Z', 'updated_at': '2022-04-28T15:01:27Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:28.258809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.284876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee1711-b778-4192-bcdb-4852e2d2280c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb19820f-9082-4ef9-b5e8-f128bde9666c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:28.355959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.359128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=678f66e6-8952-4114-9486-092b1e9a2fab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:28.361145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.366894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e8fa3333-0221-4b2b-b73a-68a3a2dbb8b7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/678f66e6-8952-4114-9486-092b1e9a2fab HTTP/1.1" status: 204 len: 168 time: 0.8898804 Apr 28 15:01:28.369133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04d157-dd2c-41c1-999a-52a952645ed6 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:28.376711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44490) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.384992 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8224c839-55f8-42b5-971b-16169963e958 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1682165 Apr 28 15:01:28.400078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44492) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.406572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420477059'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:28.443013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.447477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.494746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.544453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.555900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet c52c086f-a563-4818-98e8-2a56a4ddd6bc {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:28.586223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f8d68115-c375-4868-89a8-0ed2409aecfd up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:28.633421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.665388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.667297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.691851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f8d68115-c375-4868-89a8-0ed2409aecfd triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:28.692619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.754723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.786129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.802758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.882857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.887924 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7188530 Apr 28 15:01:28.889986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:28.897375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Request body: {'security_group_rule': {'security_group_id': '88c52a9e-10b1-44fd-b32c-1011afcf0878', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:28.906743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.910225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846167f-7327-4c22-aaa5-58fe9c0c8b8d tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c52a9e-10b1-44fd-b32c-1011afcf0878,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:28.912788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.917490 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port 9e433fb9-2217-4e4c-b4b7-ca1889f3712a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:28.917969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:28.968689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.000916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.058448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.113264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.132978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.134511 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7332385 Apr 28 15:01:29.141021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44498) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.147068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for 9e433fb9-2217-4e4c-b4b7-ca1889f3712a owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:29.153752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aa4b0601-4526-492f-8532-1cf6e3656e68 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '33ba8304-568e-4d7a-bd5f-89c4542fd402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:29.160845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d15fb3-0a43-4a9e-9964-777083df35e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba8304-568e-4d7a-bd5f-89c4542fd402,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.171397 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-aa4b0601-4526-492f-8532-1cf6e3656e68 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 15:01:29.171901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-aa4b0601-4526-492f-8532-1cf6e3656e68 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:29.172994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa4b0601-4526-492f-8532-1cf6e3656e68 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0274351 Apr 28 15:01:29.175936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.184879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f1af13c-0390-4112-8a9d-369a5596666b tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '33ba8304-568e-4d7a-bd5f-89c4542fd402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:29.185561 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-5f1af13c-0390-4112-8a9d-369a5596666b tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 15:01:29.186047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-5f1af13c-0390-4112-8a9d-369a5596666b tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:29.187044 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f1af13c-0390-4112-8a9d-369a5596666b tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062671 Apr 28 15:01:29.193300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.203873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.211979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6596f3bb-5420-4fd1-80ed-f54e6a32a9cf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '33ba8304-568e-4d7a-bd5f-89c4542fd402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:29.213598 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-6596f3bb-5420-4fd1-80ed-f54e6a32a9cf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 15:01:29.214285 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-6596f3bb-5420-4fd1-80ed-f54e6a32a9cf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:29.215458 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6596f3bb-5420-4fd1-80ed-f54e6a32a9cf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071898 Apr 28 15:01:29.225811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.226960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.231686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.263388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-806eb3c2-384a-444e-bca2-2694c8033867 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '33ba8304-568e-4d7a-bd5f-89c4542fd402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:29.264483 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-806eb3c2-384a-444e-bca2-2694c8033867 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 15:01:29.265066 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-806eb3c2-384a-444e-bca2-2694c8033867 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:29.266179 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-806eb3c2-384a-444e-bca2-2694c8033867 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085063 Apr 28 15:01:29.268213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.270645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.274314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.279879 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/c52c086f-a563-4818-98e8-2a56a4ddd6bc HTTP/1.1" status: 204 len: 168 time: 0.8896906 Apr 28 15:01:29.282378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44508) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.282516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddd66d-2c07-40fc-a7cd-b548e93b8736 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=c52c086f-a563-4818-98e8-2a56a4ddd6bc,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.299756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.300356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed7f1b2-b453-4a1b-aa31-23899ce6c3c5 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:29.339830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.375884 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5ee1b0a4-ceb8-40b4-a561-9ab027c09d80 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918534 Apr 28 15:01:29.382608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.388260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:29.413704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789ead08-64ef-4559-a84a-c7e4f09b1d18,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.449050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.452656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5a3fbcaa-3cad-414e-b04f-c0bed52a8127 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5574408 Apr 28 15:01:29.456573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.490011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.506204 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:29.510444 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6d9afe78-2c1d-4866-8bc3-15cd5033d90e tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7599137 Apr 28 15:01:29.511253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44514) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.526513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8662d67-ae67-400e-abbe-bf657c40f8c8 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:29.574823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:29.578476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.587818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.627576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:29.628119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.644810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.666992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1ef6170e-4f51-4ee1-b173-f20eeee8e82c None None] Provisioning complete for port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:29.667786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1ef6170e-4f51-4ee1-b173-f20eeee8e82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.672252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.746810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.749688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.751026 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/88c52a9e-10b1-44fd-b32c-1011afcf0878 HTTP/1.1" status: 204 len: 168 time: 0.2935252 Apr 28 15:01:29.761180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.774112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.776649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.777806 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/33ba8304-568e-4d7a-bd5f-89c4542fd402 HTTP/1.1" status: 204 len: 168 time: 0.4986537 Apr 28 15:01:29.781294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44518) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.781442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0736161-924c-4c59-a9f4-7d7786b40428 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c52a9e-10b1-44fd-b32c-1011afcf0878,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.811656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aebef-0809-45a6-abf2-2d8dbe7b3230 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba8304-568e-4d7a-bd5f-89c4542fd402,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.816226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Deleting port fb044b37-af73-4864-845d-88d560374dcd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:29.816554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.820993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.858799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.876496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=9e433fb9-2217-4e4c-b4b7-ca1889f3712a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:29.886369 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d5980a2-aef0-4f5c-aee7-705d83207cf4 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1229346 Apr 28 15:01:29.892780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:29.900214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44520) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:29.938660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:29.952634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.961493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Deleting port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:29.961869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:29.970415 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ad6d0e0c-5509-4600-8940-d2f6ba89d421 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1863551 Apr 28 15:01:29.986654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.020567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472874264'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.044052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] For port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:30.044600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.058624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Calling delete_port for 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:30.062593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.065218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.094978 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e23b540d-6830-4df6-b571-d60d76b4c638 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1836984 Apr 28 15:01:30.098743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.109887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.117343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.133719 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-b2be4931-ae3a-43b1-9124-f8dbd69f678c tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] delete failed (client error): The resource could not be found. Apr 28 15:01:30.137844 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b2be4931-ae3a-43b1-9124-f8dbd69f678c tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "DELETE /v2.0/security-groups/88c52a9e-10b1-44fd-b32c-1011afcf0878 HTTP/1.1" status: 404 len: 347 time: 0.0236015 Apr 28 15:01:30.139784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44526) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.140435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.140990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router 8c0afd7f-7867-4b5c-9caf-f31d52198d67 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:30.144170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Calling delete_port for fb044b37-af73-4864-845d-88d560374dcd owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:30.148569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.153597 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f0960890-13ac-4239-8dca-4d0fc46e2b03 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/8c0afd7f-7867-4b5c-9caf-f31d52198d67 HTTP/1.1" status: 204 len: 168 time: 2.1014485 Apr 28 15:01:30.154614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44528) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.156927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.162869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002525966', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.183750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] Pushing event deleted for resources: {'Port': ['ID=24ac37dc-042f-4cb3-a4c6-71a7b05fd49d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:30.190574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b788bbf-5580-47c6-a391-b242e8dc5a9a None None] No DVR routers for this DVR port 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:30.216818 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0aa87d0d-e034-4aeb-837b-6c0913d03c17 tempest-SecGroupIPv6Test-1536660184 tempest-SecGroupIPv6Test-1536660184-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0738242 Apr 28 15:01:30.248103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.254812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.289617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.291321 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3042014 Apr 28 15:01:30.292579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb6409-4097-4dc6-98f4-9a3d3a4c641c tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c91292-2626-4a72-93d7-6c777c1d6e95,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:30.299832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44532) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.305786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b7063104-648d-4deb-97d9-256cb18487b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.306540 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-b7063104-648d-4deb-97d9-256cb18487b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 15:01:30.307038 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-b7063104-648d-4deb-97d9-256cb18487b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.312512 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b7063104-648d-4deb-97d9-256cb18487b6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071683 Apr 28 15:01:30.316605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44534) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.322800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e9b51841-3d0c-431b-b87c-203e482daeb6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.364475 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-e9b51841-3d0c-431b-b87c-203e482daeb6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.365573 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e9b51841-3d0c-431b-b87c-203e482daeb6 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0476265 Apr 28 15:01:30.369218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.374119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-190bca07-46d3-4f58-892e-fe32d7e0c7fd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.374609 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-190bca07-46d3-4f58-892e-fe32d7e0c7fd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 15:01:30.375097 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-190bca07-46d3-4f58-892e-fe32d7e0c7fd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.376451 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-190bca07-46d3-4f58-892e-fe32d7e0c7fd tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058634 Apr 28 15:01:30.379256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.383612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-51537b4e-7c84-45c4-af0f-96358f0357f0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.427520 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-51537b4e-7c84-45c4-af0f-96358f0357f0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.430166 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-51537b4e-7c84-45c4-af0f-96358f0357f0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0498929 Apr 28 15:01:30.435956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44540) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.437816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6bd476b4-55b9-4ff9-b8a6-b04778262e1e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.438327 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-6bd476b4-55b9-4ff9-b8a6-b04778262e1e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 15:01:30.438796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-6bd476b4-55b9-4ff9-b8a6-b04778262e1e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.442343 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6bd476b4-55b9-4ff9-b8a6-b04778262e1e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056100 Apr 28 15:01:30.442659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.454864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4525faa2-2431-4e2d-99f4-c79524312024 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.482204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:30.510285 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-4525faa2-2431-4e2d-99f4-c79524312024 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.511452 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4525faa2-2431-4e2d-99f4-c79524312024 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0630910 Apr 28 15:01:30.514943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44546) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.519554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a1f61170-5c7a-4bca-b6df-8fd07bc42e03 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.520068 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-a1f61170-5c7a-4bca-b6df-8fd07bc42e03 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 15:01:30.520558 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-a1f61170-5c7a-4bca-b6df-8fd07bc42e03 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.523993 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a1f61170-5c7a-4bca-b6df-8fd07bc42e03 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056324 Apr 28 15:01:30.524371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.527499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:30.528486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 24ac37dc-042f-4cb3-a4c6-71a7b05fd49d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:30.529251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-00a106f4-040e-4c09-b776-75037abd2cd8 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.575705 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-00a106f4-040e-4c09-b776-75037abd2cd8 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.576942 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-00a106f4-040e-4c09-b776-75037abd2cd8 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0513604 Apr 28 15:01:30.579792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44550) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.584388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c267ea2c-6930-49dd-a03f-49cbc07e8e17 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '95c91292-2626-4a72-93d7-6c777c1d6e95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.596723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44552) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.610005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.636222 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c267ea2c-6930-49dd-a03f-49cbc07e8e17 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:30.640250 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c267ea2c-6930-49dd-a03f-49cbc07e8e17 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0569072 Apr 28 15:01:30.640628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44556) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.679736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.680764 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.693647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:30.706011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:30.709122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:30.709709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.712357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.715380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b621779-600e-48b2-a775-b2c111e5951b None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:30.761429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.765887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=1bc597eb-2ad3-4620-be46-6a3e20cdc5bd,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:30.779379 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-22b90f0b-f225-4fb5-93cb-2162370229e0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=88648eaa002a46d2b92d64fa8f78b2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795261 Apr 28 15:01:30.780699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44558) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.797616 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-072896ea-3aff-4792-9712-6ebcdf48d389 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4135003 Apr 28 15:01:30.803694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44560) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.812548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:30.826628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.894444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-54d908dd-ca79-41d5-95f2-c906280f9818', 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'tenant_id': '755afa15efdc4dc287320d0b60e841dc', 'fixed_ips': [{'subnet_id': '1bc597eb-2ad3-4620-be46-6a3e20cdc5bd'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:30.895383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.910032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.913212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.916732 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/95c91292-2626-4a72-93d7-6c777c1d6e95 HTTP/1.1" status: 204 len: 168 time: 0.2728400 Apr 28 15:01:30.920945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44562) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:30.943630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.944270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:30.952973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06693e2a-cae7-4f39-9284-57434932fcf1 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c91292-2626-4a72-93d7-6c777c1d6e95,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.003653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.019979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.019979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.039667 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15b18d0e-5450-4ef4-8a26-d315276b6a26 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1089201 Apr 28 15:01:31.050330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44566) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.062518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535407589'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:31.083947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:31.087454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.109338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.142898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Allocated IP 2001:db8::2 (54d908dd-ca79-41d5-95f2-c906280f9818/1bc597eb-2ad3-4620-be46-6a3e20cdc5bd/b4460636-122b-4392-a571-107c6bdb0815) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:31.149659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb044b37-af73-4864-845d-88d560374dcd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.158178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.183230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.186408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.187670 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/21c6bb55-8e0d-47e3-a2ca-1526cf19bc28 HTTP/1.1" status: 204 len: 168 time: 0.4069576 Apr 28 15:01:31.215731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.247511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc0bc-7c50-4b95-b890-03d9beda4915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c6bb55-8e0d-47e3-a2ca-1526cf19bc28,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.285825 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc597eb-2ad3-4620-be46-6a3e20cdc5bd (CIDR: 2001:db8::/64) Apr 28 15:01:31.295585 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:31.296275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:31.334284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.341762 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6e23b091-04c3-4c76-bdb7-3e4a4d3395fb tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5369568 Apr 28 15:01:31.345710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44570) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.352830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'subnet': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:31.358164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.393158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.399237 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-49f98914-5e61-4ce4-bfb3-04016fe79fb8 tempest-RoutersAdminNegativeIpV6Test-1909470136 tempest-RoutersAdminNegativeIpV6Test-1909470136-project-admin] 10.222.0.58 "DELETE /v2.0/ports/fb044b37-af73-4864-845d-88d560374dcd HTTP/1.1" status: 204 len: 168 time: 1.8841078 Apr 28 15:01:31.432247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.442160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da06673-1d2b-440b-8f09-f1f617c34c7b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.448899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.453343 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c86154ea-8bd1-4046-b4d9-8ffe8be649b5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3989546 Apr 28 15:01:31.453343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44576) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.457618 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c6a24cf7-b3df-4d21-8241-07e487ec4b1d tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '5da06673-1d2b-440b-8f09-f1f617c34c7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:31.464547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.494867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Router fb4ed797-33bb-4864-a1a3-b5583cdb1fac has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:31.521953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:31.529795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:31.539816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:31.548971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c6a24cf7-b3df-4d21-8241-07e487ec4b1d tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The resource could not be found. Apr 28 15:01:31.550278 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c6a24cf7-b3df-4d21-8241-07e487ec4b1d tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0960186 Apr 28 15:01:31.552703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:31.557184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.561073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.569505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bb615020-7257-433b-9d62-77c4b50576c0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '5da06673-1d2b-440b-8f09-f1f617c34c7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2beec5f9-fcae-4a1d-a9b9-ddc06a6e17b3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:31.700665 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-bb615020-7257-433b-9d62-77c4b50576c0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The resource could not be found. Apr 28 15:01:31.702178 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb615020-7257-433b-9d62-77c4b50576c0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1386986 Apr 28 15:01:31.706444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44584) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.722842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:31.739583 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1e3652e8-5e04-48d4-91e9-469dccd43ca6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/routers/fb4ed797-33bb-4864-a1a3-b5583cdb1fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7566197 Apr 28 15:01:31.743098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44586) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.755106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] Sync routers for ids ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:31.760683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Pushing event updated for resources: {'Port': ['ID=b4460636-122b-4392-a571-107c6bdb0815,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:31.789396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] Routers {'fb4ed797-33bb-4864-a1a3-b5583cdb1fac'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:31.789835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:31.809327 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b762dbc4-1c6d-47ee-9b09-38b44850ce5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:01:31.814029 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b762dbc4-1c6d-47ee-9b09-38b44850ce5e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/d0a0f69c-8b24-4c58-8cd1-de17a1c61f4b HTTP/1.1" status: 404 len: 333 time: 0.0704401 Apr 28 15:01:31.815212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.835421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:31.850580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] Routers {'fb4ed797-33bb-4864-a1a3-b5583cdb1fac'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:31.851191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:31.855573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Attempting to bind port b4460636-122b-4392-a571-107c6bdb0815 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:31.855935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Attempting to bind port b4460636-122b-4392-a571-107c6bdb0815 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:31.856523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Attempting to bind port b4460636-122b-4392-a571-107c6bdb0815 on network 54d908dd-ca79-41d5-95f2-c906280f9818 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:31.900713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:31.901743 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bdfaf7-3f20-4beb-9d64-00e10a645847 None None] The sync data for ids ['fb4ed797-33bb-4864-a1a3-b5583cdb1fac'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:31.905556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:31.905705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Checking segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:31.906121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.906769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Bound using segment: {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:31.907084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Bound port: b4460636-122b-4392-a571-107c6bdb0815, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c32683d8-b321-461e-9ebb-f0bdbd350e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:31.907467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.914648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.928148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44594) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:31.961420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:31.966600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.043068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] For port b4460636-122b-4392-a571-107c6bdb0815, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:32.048340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] For port b4460636-122b-4392-a571-107c6bdb0815, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4460636-122b-4392-a571-107c6bdb0815,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:32.059017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.064483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.067042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.070790 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/5da06673-1d2b-440b-8f09-f1f617c34c7b HTTP/1.1" status: 204 len: 168 time: 0.3577833 Apr 28 15:01:32.075636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.095372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908447cf-f146-49a7-8f57-a5792e3893c3 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da06673-1d2b-440b-8f09-f1f617c34c7b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.146053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238d5f-10a4-4a51-8bb2-bc9e416eacb5 None None] Pushing event updated for resources: {'Port': ['ID=b4460636-122b-4392-a571-107c6bdb0815,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.179405 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d8b4727f-9804-477c-9dcc-79ef798e8c51 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1013849 Apr 28 15:01:32.183495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.189863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2584eea1-bd78-45e9-ba72-7a76b50e3adf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': '1883fe81-cb98-45da-81e0-eb93fffee7ca', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:32.272750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.344199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.345788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.357385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.objects.ports [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102641) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 28 15:01:32.398769 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-2584eea1-bd78-45e9-ba72-7a76b50e3adf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The resource could not be found. Apr 28 15:01:32.400339 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2584eea1-bd78-45e9-ba72-7a76b50e3adf tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2158484 Apr 28 15:01:32.412800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.422851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067326791'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:32.432185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.453739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.454214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Fanout notify agent at l3_agent the message router_deleted on router fb4ed797-33bb-4864-a1a3-b5583cdb1fac {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:32.514141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bedb0a0f-d976-4354-821c-250ccaf2c6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.516338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.530158 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e7626943-b095-4851-a690-2a0ea58d7427 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/routers/fb4ed797-33bb-4864-a1a3-b5583cdb1fac HTTP/1.1" status: 204 len: 168 time: 0.7119663 Apr 28 15:01:32.536323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.576784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.605928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4460636-122b-4392-a571-107c6bdb0815 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:32.679657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4460636-122b-4392-a571-107c6bdb0815 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:32.680356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.686820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.26.4.102 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/26442e1b-3063-4b54-a4e3-1e6614ed1055) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:32.696485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44616) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.709139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet bbf36a64-da05-42e4-a866-f49f3bfd284b {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:32.725110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.777236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.791029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.816811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.835595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d34b12ba-6b48-4cbd-b31c-263e2baf2d8a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:32.836376 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-d34b12ba-6b48-4cbd-b31c-263e2baf2d8a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 15:01:32.836936 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-d34b12ba-6b48-4cbd-b31c-263e2baf2d8a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:32.837838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d34b12ba-6b48-4cbd-b31c-263e2baf2d8a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1400018 Apr 28 15:01:32.842564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44620) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.843032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.857739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--364781102'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:32.863588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bedb0a0f-d976-4354-821c-250ccaf2c6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.875036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bedb0a0f-d976-4354-821c-250ccaf2c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.875802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.879998 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4635069 Apr 28 15:01:32.882358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab19cda-82b9-420c-9985-a4d2018e5b22 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69ef6b5-fa89-4b49-b41f-fecf303fcc3f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:32.887149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:32.903113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023101436'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:32.914691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.921827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:32.923244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 15:01:32.923244 dv-neutron-839772-1-hyperv neutron-server[102642]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 28 15:01:32.923244 dv-neutron-839772-1-hyperv neutron-server[102642]: [parameters: {'status': 'ACTIVE', 'ports_id': 'b4460636-122b-4392-a571-107c6bdb0815'}] Apr 28 15:01:32.923244 dv-neutron-839772-1-hyperv neutron-server[102642]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:32.923895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:32.930880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.000564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.014876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bedb0a0f-d976-4354-821c-250ccaf2c6dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f30ffc748c474d7599ff5f8fdcc3875a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0818889 Apr 28 15:01:33.017697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0a0f-d976-4354-821c-250ccaf2c6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d7245-55aa-4272-96f1-a83f7f8513a7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.022483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44624) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.029650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.038903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.043032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.055544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:33.070277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:33.074759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:33.081855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=26442e1b-3063-4b54-a4e3-1e6614ed1055,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.111177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.125964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.222350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.243346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.246251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5246f10-98a5-4b48-b184-b16c3a19c8be,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.322132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.365174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.412263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.413529 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5662887 Apr 28 15:01:33.417698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.446634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '321b682e-8491-4038-866a-a775f960fea0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:33.451066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205df497-3144-440e-b350-b843156da6ca tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321b682e-8491-4038-866a-a775f960fea0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.482409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.492707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.530579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.608727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Provisioning complete for port b4460636-122b-4392-a571-107c6bdb0815 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:33.609323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.634456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.643961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.649693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf36a64-da05-42e4-a866-f49f3bfd284b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.669540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.694066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.696313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4481123-3030-4f89-97cf-92285f7ed2cc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.696726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.699358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.708882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.715475 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae7746b4-5bd4-4ed8-83cd-f8b1822bd79d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/bbf36a64-da05-42e4-a866-f49f3bfd284b HTTP/1.1" status: 204 len: 168 time: 1.1755836 Apr 28 15:01:33.715704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8001c2-146a-4877-b22e-8e65d8555ce9 None None] Network f8d72479-0c82-4939-9492-0ae3cd774fca requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:33.729095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.736426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.737617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b6409940-1434-4983-b301-f3bf7562b030 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3197751 Apr 28 15:01:33.741410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44632) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.747045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-198e2c20-348b-4f1d-a6ad-8a64b6811f03 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '321b682e-8491-4038-866a-a775f960fea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:33.747816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.752385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8641691 Apr 28 15:01:33.755762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.762107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-87a1aa2e-4015-49b8-8bdf-1b83c1e01c5a tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group_rule': {'security_group_id': 'e69ef6b5-fa89-4b49-b41f-fecf303fcc3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '00a013cb-5168-4c76-9df3-19ecef132554'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:33.783580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.845903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-198e2c20-348b-4f1d-a6ad-8a64b6811f03 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.881400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc32520-67a7-490d-ac52-3399af5fcb8f tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a013cb-5168-4c76-9df3-19ecef132554,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:33.906253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] For port b4460636-122b-4392-a571-107c6bdb0815, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4460636-122b-4392-a571-107c6bdb0815,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:33.910089 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-87a1aa2e-4015-49b8-8bdf-1b83c1e01c5a tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:33.913848 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-87a1aa2e-4015-49b8-8bdf-1b83c1e01c5a tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1538389 Apr 28 15:01:33.916381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.926407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.936320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] DHCP port deletion for f8d72479-0c82-4939-9492-0ae3cd774fca request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:33.963284 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-198e2c20-348b-4f1d-a6ad-8a64b6811f03 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:33.967240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-198e2c20-348b-4f1d-a6ad-8a64b6811f03 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2221072 Apr 28 15:01:33.967409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.967503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44638) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:33.968855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.970012 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/392d7245-55aa-4272-96f1-a83f7f8513a7 HTTP/1.1" status: 204 len: 168 time: 0.9465103 Apr 28 15:01:33.997159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:33.999757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb76cb4-0665-4337-b0b9-f9324a16b119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d7245-55aa-4272-96f1-a83f7f8513a7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.013378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Deleting port c4c810ae-8326-4da6-a7c3-2c7a135245ee {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:34.014085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.029985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router cc15db20-1fe2-45fc-881f-476f8e855bad is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:34.034560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.035304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.056191 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.095298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] For port c4c810ae-8326-4da6-a7c3-2c7a135245ee, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c4c810ae-8326-4da6-a7c3-2c7a135245ee,segment=NetworkSegment(621efee9-87c3-4a7f-89f9-7946c2ed3da3),segment_id=621efee9-87c3-4a7f-89f9-7946c2ed3da3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:34.095817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.113078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.115814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:34.118989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.139520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Calling delete_port for c4c810ae-8326-4da6-a7c3-2c7a135245ee owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:34.147590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:34.150560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:34.151304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.192672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.195267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Subnet': ['ID=02d74c50-d0b0-4504-a212-5e4f841cbae5,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.200970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:34.213033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=b4460636-122b-4392-a571-107c6bdb0815,revision_number=4']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.213238 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Sync routers for ids ['cc15db20-1fe2-45fc-881f-476f8e855bad'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:34.222331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.228565 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Routers {'cc15db20-1fe2-45fc-881f-476f8e855bad'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:34.230376 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc15db20-1fe2-45fc-881f-476f8e855bad'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:34.230571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.233855 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/321b682e-8491-4038-866a-a775f960fea0 HTTP/1.1" status: 204 len: 168 time: 0.2653615 Apr 28 15:01:34.240673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.249535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.265737 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0916a445-3c2f-4d7f-a78f-b8ae2ad2c14d tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1070042 Apr 28 15:01:34.270333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port c4c810ae-8326-4da6-a7c3-2c7a135245ee {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:34.270683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.271643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44644) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.276038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fd9ac-8842-433b-952d-64d78948b628 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:34.281799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557667-2a4f-49fd-9365-a79b1e1e30bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b682e-8491-4038-866a-a775f960fea0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.282433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.287764 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2a24cb4f-180b-4cef-8181-355bdd03dd03 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9392130 Apr 28 15:01:34.300472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44648) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.371704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] No DVR routers for this DVR port c4c810ae-8326-4da6-a7c3-2c7a135245ee on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:34.372319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Request body: {'port': {'network_id': '54d908dd-ca79-41d5-95f2-c906280f9818', 'mac_address': 'fa:16:3e:96:ff:03', 'name': 'tempest-NetworksTestDHCPv6-560141369'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:34.374715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a6858-8642-449d-880a-d16f75474464 None None] Pushing event deleted for resources: {'Port': ['ID=c4c810ae-8326-4da6-a7c3-2c7a135245ee,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.402202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] For port c4c810ae-8326-4da6-a7c3-2c7a135245ee, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:34.402674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.421637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for c4c810ae-8326-4da6-a7c3-2c7a135245ee owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:34.425104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.ipam_backend_mixin [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Port c4c810ae-8326-4da6-a7c3-2c7a135245ee was not found and therefore no delete operation was performed {{(pid=102641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:01:34.429339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.455885 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Set router cc15db20-1fe2-45fc-881f-476f8e855bad gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:34.466945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:34.467300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:34.476856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:34.477168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:34.482767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No DVR routers for this DVR port c4c810ae-8326-4da6-a7c3-2c7a135245ee on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:34.485107 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=c4c810ae-8326-4da6-a7c3-2c7a135245ee,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.487360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.492121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.493592 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/00a013cb-5168-4c76-9df3-19ecef132554 HTTP/1.1" status: 204 len: 168 time: 0.5760124 Apr 28 15:01:34.528794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.607192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f35fc7-669e-436b-8a9a-d85a9cdf05fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a013cb-5168-4c76-9df3-19ecef132554,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:34.628535 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-190b9c64-791c-4ed8-b8ee-4c8ec47962b4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3539855 Apr 28 15:01:34.628535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44652) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.685246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--911968496'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:34.695158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-13f0b418-7288-4371-85d9-db0d2e3292fa tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1605992 Apr 28 15:01:34.696187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44654) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.706046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.780142 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102'}], 'enable_snat': False}, 'gw_port_id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:30Z', 'updated_at': '2022-04-28T15:01:33Z', 'revision_number': 3, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port': {'id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:32Z', 'updated_at': '2022-04-28T15:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:34.793930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.797016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.809627 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Checking router: cc15db20-1fe2-45fc-881f-476f8e855bad for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:34.810309 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Updating router cc15db20-1fe2-45fc-881f-476f8e855bad port 26442e1b-3063-4b54-a4e3-1e6614ed1055 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:34.841966 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.866337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d72479-0c82-4939-9492-0ae3cd774fca']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:34.904709 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621efee9-87c3-4a7f-89f9-7946c2ed3da3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:34.905045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621efee9-87c3-4a7f-89f9-7946c2ed3da3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:34.924211 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cd0eb493-e511-4245-a086-23f8c0ea4ed9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f2dc582caaf74fa99f7fb58020aa9500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227402 Apr 28 15:01:34.926304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44658) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:34.948738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.951660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.988966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:34.994678 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-01d624fb-96e9-463e-8bf6-fb3633b1d751 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/cc15db20-1fe2-45fc-881f-476f8e855bad HTTP/1.1" status: 200 len: 909 time: 0.7214439 Apr 28 15:01:35.001646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.016082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.022169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2002525966', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:35.030813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.053047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Made reservation on behalf of 755afa15efdc4dc287320d0b60e841dc for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:35.058390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:35.059232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.059725 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:35.062684 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:35.080966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.106567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.108178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.117915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.143158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] For port b4460636-122b-4392-a571-107c6bdb0815, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4460636-122b-4392-a571-107c6bdb0815,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:35.154136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.186608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.234613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.250630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.253773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.257511 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/e69ef6b5-fa89-4b49-b41f-fecf303fcc3f HTTP/1.1" status: 204 len: 168 time: 0.5480630 Apr 28 15:01:35.260835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44662) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.261472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487b84f-5a68-42f6-953e-323a9a3dac85 None None] Pushing event updated for resources: {'Port': ['ID=b4460636-122b-4392-a571-107c6bdb0815,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.267467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.269021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] device_id is not set on port 04feea28-1bc4-4450-bed8-d149873caf4a yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:35.274609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.278310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.279035 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.286905 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4d551ec-fd90-48d6-8ec9-317978a0d969 HTTP/1.1" status: 204 len: 168 time: 0.3595300 Apr 28 15:01:35.300146 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.300697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675bbe-691f-4b5a-a5e2-7e2ca13b0dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d551ec-fd90-48d6-8ec9-317978a0d969,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.302966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.310616 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/f8d72479-0c82-4939-9492-0ae3cd774fca HTTP/1.1" status: 204 len: 168 time: 1.5801883 Apr 28 15:01:35.339276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb57f13-a0b4-43a0-9b63-26db589f018c tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=f8d72479-0c82-4939-9492-0ae3cd774fca,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.341810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.343950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.345304 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6652787 Apr 28 15:01:35.347431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.354667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.360752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58657eff-38a9-434d-aa6f-c735b114b504 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1749478a-d8e3-4cf5-b2aa-324bc838d423,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.405190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-951bfa84-ef70-471f-8b09-eefa6acceb59 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1749478a-d8e3-4cf5-b2aa-324bc838d423', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:35.405688 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-951bfa84-ef70-471f-8b09-eefa6acceb59 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 15:01:35.406320 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-951bfa84-ef70-471f-8b09-eefa6acceb59 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:35.412649 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-951bfa84-ef70-471f-8b09-eefa6acceb59 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0462308 Apr 28 15:01:35.420812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.451546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ea4e1-d610-47b1-b35f-a40d6e23dd70 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:35.452857 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9b6ea4e1-d610-47b1-b35f-a40d6e23dd70 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 HTTP/1.1" status: 200 len: 844 time: 0.1092353 Apr 28 15:01:35.461649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21852a-85c8-46c8-bd6a-32759458613e tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69ef6b5-fa89-4b49-b41f-fecf303fcc3f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.464468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.479642 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa9f8-09f3-4868-95d0-b7c136c1d989 None None] Pushing event updated for resources: {'Port': ['ID=26442e1b-3063-4b54-a4e3-1e6614ed1055,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.489553 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Attempting to bind port 26442e1b-3063-4b54-a4e3-1e6614ed1055 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:35.489920 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Attempting to bind port 26442e1b-3063-4b54-a4e3-1e6614ed1055 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:35.490933 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Attempting to bind port 26442e1b-3063-4b54-a4e3-1e6614ed1055 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:35.507095 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:35.507489 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:35.508804 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.509708 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:35.511339 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Bound port: 26442e1b-3063-4b54-a4e3-1e6614ed1055, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:35.512348 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.551375 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d12624e7-84f2-4343-9cd3-f6f318ac58e4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2780344 Apr 28 15:01:35.572978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.573706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.584351 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c4790482-9446-417d-9fbb-390ed20b1615 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/ec216cad-2c8d-4361-9a6a-7bbb9bf69a64?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1187339 Apr 28 15:01:35.588206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.593831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:35.597552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'tempest-secgroup--652198420'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:35.607784 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7b27a0e0-b508-459c-ab6a-8b10d49cd5b3 None None] Provisioning complete for port b4460636-122b-4392-a571-107c6bdb0815 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:35.608339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b27a0e0-b508-459c-ab6a-8b10d49cd5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.624384 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] For port 26442e1b-3063-4b54-a4e3-1e6614ed1055, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:35.634076 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] For port 26442e1b-3063-4b54-a4e3-1e6614ed1055, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26442e1b-3063-4b54-a4e3-1e6614ed1055,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:35.643822 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.655630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.662336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4460636-122b-4392-a571-107c6bdb0815 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:35.689842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.742527 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa9f8-09f3-4868-95d0-b7c136c1d989 None None] Pushing event updated for resources: {'Port': ['ID=26442e1b-3063-4b54-a4e3-1e6614ed1055,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.746678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8::1d4 (54d908dd-ca79-41d5-95f2-c906280f9818/1bc597eb-2ad3-4620-be46-6a3e20cdc5bd/04feea28-1bc4-4450-bed8-d149873caf4a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:35.755005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.759112 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Routers {'cc15db20-1fe2-45fc-881f-476f8e855bad'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:35.761036 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc15db20-1fe2-45fc-881f-476f8e855bad'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:35.771118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Allocated IP 2001:db8:0:1:f816:3eff:fe96:ff03 (54d908dd-ca79-41d5-95f2-c906280f9818/02d74c50-d0b0-4504-a212-5e4f841cbae5/04feea28-1bc4-4450-bed8-d149873caf4a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:35.798826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.801363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.802519 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/1749478a-d8e3-4cf5-b2aa-324bc838d423 HTTP/1.1" status: 204 len: 168 time: 0.3800805 Apr 28 15:01:35.807137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:35.871597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78221eaf-c3ee-49a3-842e-218bef3fac28 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749478a-d8e3-4cf5-b2aa-324bc838d423,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:35.877580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:35.878135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4460636-122b-4392-a571-107c6bdb0815 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:35.878505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.882298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:35.907262 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] Set router cc15db20-1fe2-45fc-881f-476f8e855bad gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:36.059490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.070095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.100401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.104400 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5160360 Apr 28 15:01:36.110029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.114263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3c6f999a-5228-4810-8c31-da1e3fd59da5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:36.114967 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-3c6f999a-5228-4810-8c31-da1e3fd59da5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 15:01:36.115359 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-3c6f999a-5228-4810-8c31-da1e3fd59da5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:36.119678 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3c6f999a-5228-4810-8c31-da1e3fd59da5 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "PUT /v2.0/security-groups/a8446588-5129-46ba-8deb-64100a8f84cb HTTP/1.1" status: 409 len: 330 time: 0.0065536 Apr 28 15:01:36.120703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44694) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.129888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c4c810ae-8326-4da6-a7c3-2c7a135245ee no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:36.154106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cc577a75-4c68-4e84-af73-f6fd421cb32a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3400044 Apr 28 15:01:36.155854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.162719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: c4c810ae-8326-4da6-a7c3-2c7a135245ee {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:36.162719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c4c810ae-8326-4da6-a7c3-2c7a135245ee not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:36.163137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--399121266'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:36.165557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4396c2-ac80-4ff6-95b2-863963e1b2b0 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8446588-5129-46ba-8deb-64100a8f84cb,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.172842 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102'}], 'enable_snat': False}, 'gw_port_id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:30Z', 'updated_at': '2022-04-28T15:01:33Z', 'revision_number': 3, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port': {'id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:32Z', 'updated_at': '2022-04-28T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:36.204690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.211727 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e82a6-aadf-40b2-8ff0-4a535b1c1e1a None None] The sync data for ids ['cc15db20-1fe2-45fc-881f-476f8e855bad'] in dv-neutron-839772-1-hyperv is: [{'id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102'}], 'enable_snat': False}, 'gw_port_id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:30Z', 'updated_at': '2022-04-28T15:01:33Z', 'revision_number': 3, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port': {'id': '26442e1b-3063-4b54-a4e3-1e6614ed1055', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:35:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc15db20-1fe2-45fc-881f-476f8e855bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:32Z', 'updated_at': '2022-04-28T15:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:36.251862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.266611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.314514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Network 54d908dd-ca79-41d5-95f2-c906280f9818 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:36.320139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event updated for resources: {'Port': ['ID=04feea28-1bc4-4450-bed8-d149873caf4a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.322401 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.323879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:36.326077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:36.332274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:36.333585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.336115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.363424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aacd8733-15a1-410b-8699-c47dc035637c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9955196 Apr 28 15:01:36.368725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.416498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:36.418248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.442108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:36.457718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34297d0-7e88-40ac-87bd-fff7fdd1ec03 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:36.541046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting port 04feea28-1bc4-4450-bed8-d149873caf4a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:36.541401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.560355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:36.561299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.653359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=60861c5e-ddd8-4d7d-997e-2f142fad6e06,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.730180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.735199 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7267dc5f-136a-47fe-b856-87072b19cf9b tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1432338 Apr 28 15:01:36.738848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44710) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.746953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-22c954c4-bd28-4281-adb8-b8c28f7b5c96 None None] Provisioning complete for port 04feea28-1bc4-4450-bed8-d149873caf4a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:36.747571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22c954c4-bd28-4281-adb8-b8c28f7b5c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.749874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'security_group': {'name': 'tempest-secgroup-190987860'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:36.767020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Calling delete_port for 04feea28-1bc4-4450-bed8-d149873caf4a owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:36.785593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.794266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.799964 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/a8446588-5129-46ba-8deb-64100a8f84cb HTTP/1.1" status: 204 len: 168 time: 0.6776307 Apr 28 15:01:36.814139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44712) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:36.822283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.833655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-22c954c4-bd28-4281-adb8-b8c28f7b5c96 None None] Port 04feea28-1bc4-4450-bed8-d149873caf4a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:36.856470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.859045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-29cb3cb2-3e22-4512-9d0a-639156c72034', 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'tenant_id': '96e1c06f9a3d45f9a281ed7cd6c35c08', 'fixed_ips': [{'subnet_id': '60861c5e-ddd8-4d7d-997e-2f142fad6e06'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:36.861086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.877818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.879692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbea23-6545-4b1c-a956-a19c595ab305 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8446588-5129-46ba-8deb-64100a8f84cb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:36.891157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.945527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.975182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:36.989918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.038725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5f94c-55d3-497a-934d-a2ff2ac0647a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.045494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.045680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb30496-f685-4690-b1f2-da94b20106ca,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.048018 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2705f6e2-b2b5-48d4-b7f4-526e00a9cd8d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3069386 Apr 28 15:01:37.050582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.055360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'security_group': {'name': 'tempest-secgroup-1682527017'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:37.058290 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58668957-e592-46de-bfeb-33f0cdfbeeda tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2389903 Apr 28 15:01:37.061235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44718) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.061726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.066937 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4a63425e-2c81-43e4-894a-7f1127672dbe tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9074898 Apr 28 15:01:37.069187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.076554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-87c0eac2-3e17-4964-8db5-e3525b6b92ac tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '2cb30496-f685-4690-b1f2-da94b20106ca', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:37.077139 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-87c0eac2-3e17-4964-8db5-e3525b6b92ac tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 15:01:37.077738 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-87c0eac2-3e17-4964-8db5-e3525b6b92ac tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:37.082529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.083415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-87c0eac2-3e17-4964-8db5-e3525b6b92ac tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104809 Apr 28 15:01:37.094513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Allocated IP 2001:db8::2 (29cb3cb2-3e22-4512-9d0a-639156c72034/60861c5e-ddd8-4d7d-997e-2f142fad6e06/aa4bc874-6079-494b-bcec-3dbe92752848) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:37.153615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-8c5a4239-8e0e-484c-8dc3-4f4ad74c42d4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] delete failed (client error): The resource could not be found. Apr 28 15:01:37.154886 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8c5a4239-8e0e-484c-8dc3-4f4ad74c42d4 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "DELETE /v2.0/security-groups/24f661bb-f040-4268-9693-c9b64b9b754c HTTP/1.1" status: 404 len: 347 time: 0.0916526 Apr 28 15:01:37.160297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44726) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.218156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.26.4.253 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/fd54797b-da05-44b0-80c5-605b75d5ed0d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:37.272175 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.273572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.281495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.291080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.335755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:37.340268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:37.343471 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:37.353756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.376613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.391815 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-b131ac07-58d7-49f7-9451-7e0a1c46aa04 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] show failed (client error): The resource could not be found. Apr 28 15:01:37.393606 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b131ac07-58d7-49f7-9451-7e0a1c46aa04 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-groups/87f05df7-efca-498d-81d9-a0a9c8079ade HTTP/1.1" status: 404 len: 347 time: 0.2308156 Apr 28 15:01:37.398208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44732) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.405631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.406582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.416741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Attempting to bind port aa4bc874-6079-494b-bcec-3dbe92752848 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:37.417062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Attempting to bind port aa4bc874-6079-494b-bcec-3dbe92752848 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '3b693974-5efe-4617-ac7e-ec5a1db0e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:37.417422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Attempting to bind port aa4bc874-6079-494b-bcec-3dbe92752848 on network 29cb3cb2-3e22-4512-9d0a-639156c72034 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:37.423233 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-435c90e1-4434-448d-a7eb-32489eb25d12 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] show failed (client error): The resource could not be found. Apr 28 15:01:37.424344 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-435c90e1-4434-448d-a7eb-32489eb25d12 tempest-NegativeSecGroupTest-1687092005 tempest-NegativeSecGroupTest-1687092005-project] 10.222.0.58 "GET /v2.0/security-group-rules/6265eae4-140c-4e8b-bbbe-33514d63a114 HTTP/1.1" status: 404 len: 356 time: 0.0246994 Apr 28 15:01:37.431668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:37.433050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Checking segment: {'id': '3b693974-5efe-4617-ac7e-ec5a1db0e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:37.433660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.434421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Bound using segment: {'id': '3b693974-5efe-4617-ac7e-ec5a1db0e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:37.435168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Bound port: aa4bc874-6079-494b-bcec-3dbe92752848, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b693974-5efe-4617-ac7e-ec5a1db0e395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:37.436093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.492727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:37.503427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:37.518210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:37.541182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.556982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Port': ['ID=04feea28-1bc4-4450-bed8-d149873caf4a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.594602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=fd54797b-da05-44b0-80c5-605b75d5ed0d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.612782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:37.624740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:37.648886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.657949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26442e1b-3063-4b54-a4e3-1e6614ed1055 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:37.778644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.790865 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7f05c1ee-01eb-4b4e-bf76-e867a10cee1d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/04feea28-1bc4-4450-bed8-d149873caf4a HTTP/1.1" status: 204 len: 168 time: 1.4186623 Apr 28 15:01:37.804792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.821391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b866a-8d1c-4e1b-b8f6-f22500610111 None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.831144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 26442e1b-3063-4b54-a4e3-1e6614ed1055 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:37.831584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.843618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.851687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.883234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44744) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.923457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.926519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.930481 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/2cb30496-f685-4690-b1f2-da94b20106ca HTTP/1.1" status: 204 len: 168 time: 0.8445804 Apr 28 15:01:37.934375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44748) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.948390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.949389 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:37.950673 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8991559 Apr 28 15:01:37.957347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44750) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:37.965216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-735115579', 'security_groups': ['2b176e2b-dadf-4120-a4d4-f76bce13deff'], 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60861c5e-ddd8-4d7d-997e-2f142fad6e06'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:37.966868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abce16-5a01-40e5-ba4e-53ac003a4ccf tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b176e2b-dadf-4120-a4d4-f76bce13deff,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.977503 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 26442e1b-3063-4b54-a4e3-1e6614ed1055, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26442e1b-3063-4b54-a4e3-1e6614ed1055,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:37.981693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c686fd1-582c-4777-80a0-d4109da3f7e8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb30496-f685-4690-b1f2-da94b20106ca,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:37.987959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.029141 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71955f78-f978-412d-bf5a-f9e6e60aac87 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0930746 Apr 28 15:01:38.029953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.043526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028600791'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.091694 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.142559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=26442e1b-3063-4b54-a4e3-1e6614ed1055,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.205933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a52636-b80d-4942-b3d8-d42d341c10d9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:38.210090 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-70a52636-b80d-4942-b3d8-d42d341c10d9 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4012988 Apr 28 15:01:38.210090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44756) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.211530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44758) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.216364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:38.234297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.240313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.276695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.278436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2473805 Apr 28 15:01:38.283043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.297671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-05d06a0b-2ba9-4277-92f6-4c3a260e4553 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'be3f57b4-c1db-47b1-bf2d-44e990daacd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.304936 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-05d06a0b-2ba9-4277-92f6-4c3a260e4553 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 15:01:38.305944 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-05d06a0b-2ba9-4277-92f6-4c3a260e4553 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:38.307222 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05d06a0b-2ba9-4277-92f6-4c3a260e4553 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0228949 Apr 28 15:01:38.311593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.317912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-79025816-2c48-412e-bb5a-f86c683991dd tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'be3f57b4-c1db-47b1-bf2d-44e990daacd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.318995 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-79025816-2c48-412e-bb5a-f86c683991dd tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 15:01:38.319681 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-79025816-2c48-412e-bb5a-f86c683991dd tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:38.321229 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-79025816-2c48-412e-bb5a-f86c683991dd tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079896 Apr 28 15:01:38.323066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dea875-03bb-40a6-881f-638056ede6fc tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f57b4-c1db-47b1-bf2d-44e990daacd4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.326433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44766) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.333860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5914eaae-35cf-4fea-a994-1d13d4504752 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'be3f57b4-c1db-47b1-bf2d-44e990daacd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.334959 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-5914eaae-35cf-4fea-a994-1d13d4504752 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 15:01:38.335647 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-5914eaae-35cf-4fea-a994-1d13d4504752 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:38.336889 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5914eaae-35cf-4fea-a994-1d13d4504752 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090115 Apr 28 15:01:38.339765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.348160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-077bc72f-04e4-488d-ba4f-052d7ef68c19 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'be3f57b4-c1db-47b1-bf2d-44e990daacd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.349340 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-077bc72f-04e4-488d-ba4f-052d7ef68c19 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 15:01:38.350027 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-077bc72f-04e4-488d-ba4f-052d7ef68c19 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:38.351208 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-077bc72f-04e4-488d-ba4f-052d7ef68c19 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0102432 Apr 28 15:01:38.354042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.427604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1888454681', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:38.436249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.466330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.468947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Made reservation on behalf of 929a5b9fef3e4714988325ddac7e2498 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:38.471215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.490786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.521437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86408bc8-0c4c-453c-b20c-fb954fce8926 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:38.525868 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-86408bc8-0c4c-453c-b20c-fb954fce8926 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3048229 Apr 28 15:01:38.533179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44772) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.542218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.576081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.578788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.579949 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/be3f57b4-c1db-47b1-bf2d-44e990daacd4 HTTP/1.1" status: 204 len: 168 time: 0.2247126 Apr 28 15:01:38.586197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.591600 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b9822e03-bf3a-40f0-b11c-174eac21efce admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a5ba74cfac5d4fb4ac81affa33e4b95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808620 Apr 28 15:01:38.600139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44776) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.609373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a268db-2f73-422c-8849-39e94a8030f4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f57b4-c1db-47b1-bf2d-44e990daacd4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.620040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.628723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc222fc4-c7ed-4b86-97b7-ff0499788d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:38.630247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc222fc4-c7ed-4b86-97b7-ff0499788d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:38.631898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc222fc4-c7ed-4b86-97b7-ff0499788d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:38.634167 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fc222fc4-c7ed-4b86-97b7-ff0499788d40 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0990431 Apr 28 15:01:38.636762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.683405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port 6edac8c6-da01-4980-aa13-c21439ae9b20 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:38.700536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.710566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 02d74c50-d0b0-4504-a212-5e4f841cbae5 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:38.714366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.716204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.739400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] device_id is not set on port 9a4f65db-9eba-4713-9c51-5edf5bf9f802 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:38.782016 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-450ca480-5d4d-4a3a-a3c0-a8781c6af9bb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1930470 Apr 28 15:01:38.791759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:38.813214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ad34df-f237-454d-b292-428d4a0237ac,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:38.825178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:38.952345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Allocated IP 172.26.4.90 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/9a4f65db-9eba-4713-9c51-5edf5bf9f802) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:38.967020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.102127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.141580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=02d74c50-d0b0-4504-a212-5e4f841cbae5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.149615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.149865 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486825410'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:39.153020 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b82cc3df-a8f4-4179-97d5-fb5712d5edd2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/02d74c50-d0b0-4504-a212-5e4f841cbae5 HTTP/1.1" status: 204 len: 168 time: 0.5153427 Apr 28 15:01:39.155713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.160812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a106a-ca14-4085-a771-fcddef9a6ded None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:39.167538 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.222081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:39.222445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.251547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.260410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Deleting subnet 1bc597eb-2ad3-4620-be46-6a3e20cdc5bd {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:39.264036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.272110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.279835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:39.288723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.315709 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.317192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:39.318210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.377856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.420483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.454143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.478657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::af (29cb3cb2-3e22-4512-9d0a-639156c72034/60861c5e-ddd8-4d7d-997e-2f142fad6e06/6edac8c6-da01-4980-aa13-c21439ae9b20) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:39.497132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:39.497325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.503692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:39.507576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.508178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:39.508949 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0ea4c9ed-d484-4db7-b64b-fa006191bc8e HTTP/1.1" status: 204 len: 168 time: 0.9079053 Apr 28 15:01:39.588620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f75de-54c9-4ebe-b240-0d3016a808eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea4c9ed-d484-4db7-b64b-fa006191bc8e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.593853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.619651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.634820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Pushing event updated for resources: {'Port': ['ID=9a4f65db-9eba-4713-9c51-5edf5bf9f802,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.651090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.695659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.701288 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/1bc597eb-2ad3-4620-be46-6a3e20cdc5bd HTTP/1.1" status: 204 len: 168 time: 0.5422390 Apr 28 15:01:39.756588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44786) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.760700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a89b0c-d08e-4928-8219-ed5e64fe6985 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc597eb-2ad3-4620-be46-6a3e20cdc5bd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.770654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:39.779027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:39.779365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.779644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.833149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2042a6-d74c-4ef0-a59f-6b5fc921f91e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:39.846800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c55d182c-9f95-438e-823a-28e563ce7005 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847788 Apr 28 15:01:39.847779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.856008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:39.861997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.862239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.871455 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9bf83d1d-2a2c-4abe-a9fc-d226059652f2 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7292640 Apr 28 15:01:39.872494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:39.872879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:39.896994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.902004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8987d4b5-419e-4d0a-8efa-7f6d7720af22 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:39.902738 dv-neutron-839772-1-hyperv neutron-server[102640]: WARNING neutron.api.v2.base [None req-8987d4b5-419e-4d0a-8efa-7f6d7720af22 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 15:01:39.903227 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-8987d4b5-419e-4d0a-8efa-7f6d7720af22 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:39.907248 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8987d4b5-419e-4d0a-8efa-7f6d7720af22 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091455 Apr 28 15:01:39.914129 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dfe68188-3616-4666-ac73-69dfb0c19d1c tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0034049 Apr 28 15:01:39.915813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44798) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.916156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:39.922999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.90'}]}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:39.930388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3ea3f011-0216-4942-a8f8-b39bcc6e7634 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.009902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f553478-697a-418e-8357-4aaf1a7ed966 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:40.015703 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4f553478-697a-418e-8357-4aaf1a7ed966 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1669881 Apr 28 15:01:40.016836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44806) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.029090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.030914 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.051865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ddd66-7bd9-4a8d-950a-6c7bedcfc983 None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.053222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.069448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26442e1b-3063-4b54-a4e3-1e6614ed1055 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:40.102013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.104146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-3ea3f011-0216-4942-a8f8-b39bcc6e7634 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.105522 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3ea3f011-0216-4942-a8f8-b39bcc6e7634 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1869204 Apr 28 15:01:40.112260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.126712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 26442e1b-3063-4b54-a4e3-1e6614ed1055 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:40.127099 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.127229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-68d861b9-1313-4cb5-ba1f-cfea82f820d4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.128004 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-68d861b9-1313-4cb5-ba1f-cfea82f820d4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 15:01:40.130556 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-68d861b9-1313-4cb5-ba1f-cfea82f820d4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.131796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-68d861b9-1313-4cb5-ba1f-cfea82f820d4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145435 Apr 28 15:01:40.144047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44812) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.155122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8b4f0acf-dcb1-45ec-8ffc-300ef7b0d092 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.194775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e15a14-bb94-4630-9b12-b82b97c4f97f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:40.196605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d0e15a14-bb94-4630-9b12-b82b97c4f97f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1695967 Apr 28 15:01:40.206193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.279603 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0f2d4a0a-9ee4-48af-8147-99ea45a2e539 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706038 Apr 28 15:01:40.282958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router f702b00a-cc3f-40ae-b2e0-c84162ac820c is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:40.284711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.320325 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ebc50dd-561f-4bf3-86ed-3f5f22f7d724 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.321077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ebc50dd-561f-4bf3-86ed-3f5f22f7d724 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.322205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.324384 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4ebc50dd-561f-4bf3-86ed-3f5f22f7d724 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/04feea28-1bc4-4450-bed8-d149873caf4a HTTP/1.1" status: 404 len: 333 time: 0.0387137 Apr 28 15:01:40.327333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.341245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.362371 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-8b4f0acf-dcb1-45ec-8ffc-300ef7b0d092 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.366777 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8b4f0acf-dcb1-45ec-8ffc-300ef7b0d092 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2182736 Apr 28 15:01:40.372284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.373214 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9513bb10-101d-4ab6-89b0-20e45feab156 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.373670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9513bb10-101d-4ab6-89b0-20e45feab156 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.377019 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9513bb10-101d-4ab6-89b0-20e45feab156 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/02d74c50-d0b0-4504-a212-5e4f841cbae5 HTTP/1.1" status: 404 len: 337 time: 0.0487587 Apr 28 15:01:40.393806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44828) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.411461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25359294-1059-429d-8795-73b33d71f1b4 None None] Network 54d908dd-ca79-41d5-95f2-c906280f9818 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:40.440175 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf57fcd-88e6-41dc-bb64-1fbcfec20bac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.441099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf57fcd-88e6-41dc-bb64-1fbcfec20bac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.444910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f9bbd771-a0b6-45d9-8583-751ab3012e72 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.445383 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-f9bbd771-a0b6-45d9-8583-751ab3012e72 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 15:01:40.445868 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-f9bbd771-a0b6-45d9-8583-751ab3012e72 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.450119 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-daf57fcd-88e6-41dc-bb64-1fbcfec20bac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/1bc597eb-2ad3-4620-be46-6a3e20cdc5bd HTTP/1.1" status: 404 len: 337 time: 0.0507436 Apr 28 15:01:40.450314 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f9bbd771-a0b6-45d9-8583-751ab3012e72 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0688386 Apr 28 15:01:40.450418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44830) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.450418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44832) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.454688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ac68cc9a-b239-4ab4-9d11-19913b8642fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.476504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:40.483983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:40.487631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=6edac8c6-da01-4980-aa13-c21439ae9b20,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:40.490032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:40.504329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:40.505116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.511742 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-de711381-44e3-429a-8a50-bb8a85f19728 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.512689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de711381-44e3-429a-8a50-bb8a85f19728 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.519844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d509b207-1f17-43e8-955c-3a8075a423bc None None] Provisioning complete for port b4460636-122b-4392-a571-107c6bdb0815 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:40.520234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d509b207-1f17-43e8-955c-3a8075a423bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.520548 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-de711381-44e3-429a-8a50-bb8a85f19728 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/3f5bd351-805c-4971-8bc5-6e87a68715ca HTTP/1.1" status: 404 len: 333 time: 0.0698838 Apr 28 15:01:40.523940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.580016 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae56a899-e5ec-4705-80f0-aeef20de7b56 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6209109 Apr 28 15:01:40.583050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.590040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.591890 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3085fa-9778-404c-9b0c-4645229b02f7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.592512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3085fa-9778-404c-9b0c-4645229b02f7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.600968 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cf3085fa-9778-404c-9b0c-4645229b02f7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/678f66e6-8952-4114-9486-092b1e9a2fab HTTP/1.1" status: 404 len: 337 time: 0.0721276 Apr 28 15:01:40.601801 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-ac68cc9a-b239-4ab4-9d11-19913b8642fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Project 082a78011a42476f8e93c11bfd48bd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:01:40.608451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44840) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.633134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:40.648276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Sync routers for ids ['f702b00a-cc3f-40ae-b2e0-c84162ac820c'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:40.668123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.674886 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb31346-69db-457f-8217-512f9fc45df5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.675386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb31346-69db-457f-8217-512f9fc45df5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.677642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028312 Apr 28 15:01:40.685864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.690527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.696344 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-edb31346-69db-457f-8217-512f9fc45df5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/c52c086f-a563-4818-98e8-2a56a4ddd6bc HTTP/1.1" status: 404 len: 337 time: 0.0739164 Apr 28 15:01:40.697505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Routers {'f702b00a-cc3f-40ae-b2e0-c84162ac820c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:40.700897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-ac68cc9a-b239-4ab4-9d11-19913b8642fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.702135 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ac68cc9a-b239-4ab4-9d11-19913b8642fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2507799 Apr 28 15:01:40.704914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['f702b00a-cc3f-40ae-b2e0-c84162ac820c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:40.720638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44848) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.740551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9c2dccb2-1d28-419d-9868-62a0c10aa41a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.741253 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-9c2dccb2-1d28-419d-9868-62a0c10aa41a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 15:01:40.741902 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-9c2dccb2-1d28-419d-9868-62a0c10aa41a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.743063 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9c2dccb2-1d28-419d-9868-62a0c10aa41a tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165420 Apr 28 15:01:40.765426 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44852) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.772637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.774049 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-35161554-382f-4536-8f94-9d74a4d4c17f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7666547 Apr 28 15:01:40.776412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] DHCP port deletion for 54d908dd-ca79-41d5-95f2-c906280f9818 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:40.777976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9e6dc9e1-2dc4-41e9-b59a-0b62decb8fa8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.779017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.786964 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ff86a6-7a88-4ef8-8bcc-6426e8b8a7ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.788543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ff86a6-7a88-4ef8-8bcc-6426e8b8a7ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.792242 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d7ff86a6-7a88-4ef8-8bcc-6426e8b8a7ef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/01f3ed42-1a34-43ff-b8eb-58fc0f80eba7 HTTP/1.1" status: 404 len: 333 time: 0.0967093 Apr 28 15:01:40.796249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44856) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.850648 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-9e6dc9e1-2dc4-41e9-b59a-0b62decb8fa8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Project 082a78011a42476f8e93c11bfd48bd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:01:40.882347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:40.888110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:40.893357 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-9e6dc9e1-2dc4-41e9-b59a-0b62decb8fa8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:40.894996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9e6dc9e1-2dc4-41e9-b59a-0b62decb8fa8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1271873 Apr 28 15:01:40.907109 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e31844fb-2353-4366-9d27-62c8ebbc944b tempest-NetworksApiDiscovery-1830323673 tempest-NetworksApiDiscovery-1830323673-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2201712 Apr 28 15:01:40.919687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44858) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.924409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-26eb0d5b-28a1-4acf-b7ca-3325cc07f007 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '1c2042a6-d74c-4ef0-a59f-6b5fc921f91e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:40.928033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Set router f702b00a-cc3f-40ae-b2e0-c84162ac820c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:40.962466 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb54948-3266-4eb6-8c7d-b4835e3c3e60 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:40.963968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb54948-3266-4eb6-8c7d-b4835e3c3e60 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:40.968897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2cb54948-3266-4eb6-8c7d-b4835e3c3e60 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7f39ce66-0ae4-420c-9793-cd3fd155381f HTTP/1.1" status: 404 len: 337 time: 0.0918415 Apr 28 15:01:40.971507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:40.997441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Deleting port b4460636-122b-4392-a571-107c6bdb0815 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:40.997815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.017939 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5a6398-cea1-4e5c-a34b-dec52a3a334b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.018490 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5a6398-cea1-4e5c-a34b-dec52a3a334b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.021671 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba5a6398-cea1-4e5c-a34b-dec52a3a334b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7c4b9a3e-2a65-4821-91f5-552800b097c8 HTTP/1.1" status: 404 len: 337 time: 0.0468102 Apr 28 15:01:41.024523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44864) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.043145 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-26eb0d5b-28a1-4acf-b7ca-3325cc07f007 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Project 082a78011a42476f8e93c11bfd48bd8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:01:41.067381 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d831fc4-fded-4003-9da7-a899d6020299 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.068244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d831fc4-fded-4003-9da7-a899d6020299 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.071323 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d831fc4-fded-4003-9da7-a899d6020299 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/312c61d7-9e3e-4ddf-8254-ac864adac8ed HTTP/1.1" status: 404 len: 333 time: 0.0458083 Apr 28 15:01:41.077929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] For port b4460636-122b-4392-a571-107c6bdb0815, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4460636-122b-4392-a571-107c6bdb0815,segment=NetworkSegment(c32683d8-b321-461e-9ebb-f0bdbd350e2f),segment_id=c32683d8-b321-461e-9ebb-f0bdbd350e2f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:41.078347 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.079102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.098422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Calling delete_port for b4460636-122b-4392-a571-107c6bdb0815 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:41.099250 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c332b2ff-bdb6-4f88-aee8-19c4160837df tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/f702b00a-cc3f-40ae-b2e0-c84162ac820c HTTP/1.1" status: 200 len: 908 time: 0.3172801 Apr 28 15:01:41.101809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44868) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.108513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.109279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-97223404-6b95-4289-bc7f-b12a4c9155e9 None None] Provisioning complete for port 6edac8c6-da01-4980-aa13-c21439ae9b20 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:41.109279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97223404-6b95-4289-bc7f-b12a4c9155e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.118510 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-26eb0d5b-28a1-4acf-b7ca-3325cc07f007 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:41.119584 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-26eb0d5b-28a1-4acf-b7ca-3325cc07f007 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1992815 Apr 28 15:01:41.120596 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bdc469-7eaa-47e5-9dc8-ed10377c2394 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.121040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bdc469-7eaa-47e5-9dc8-ed10377c2394 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.126734 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-73bdc469-7eaa-47e5-9dc8-ed10377c2394 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/a638aa6d-3c4b-483c-8c24-0d08869b5827 HTTP/1.1" status: 404 len: 337 time: 0.0433056 Apr 28 15:01:41.127635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44870) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.127988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44872) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.157323 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 60861c5e-ddd8-4d7d-997e-2f142fad6e06 (CIDR: 2001:db8::/64) Apr 28 15:01:41.163699 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-79883ecb-cab4-4cda-98ef-c3b7f78ebb8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.164514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79883ecb-cab4-4cda-98ef-c3b7f78ebb8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.165555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.167162 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-79883ecb-cab4-4cda-98ef-c3b7f78ebb8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/3fc18323-4c93-4717-9558-c4faf504b056 HTTP/1.1" status: 404 len: 337 time: 0.0371311 Apr 28 15:01:41.170955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44876) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.174295 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:41.174986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.228765 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6e04e46b-64c1-4a88-89b9-cf4f7ea95808 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6445887 Apr 28 15:01:41.232574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.243181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:41.246058 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-307ec21b-01a7-4a8a-882c-2d77b0171848 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.246800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307ec21b-01a7-4a8a-882c-2d77b0171848 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.250101 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-307ec21b-01a7-4a8a-882c-2d77b0171848 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/507a8636-1625-44eb-bffc-fa794c846229 HTTP/1.1" status: 404 len: 333 time: 0.0738096 Apr 28 15:01:41.251589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-97223404-6b95-4289-bc7f-b12a4c9155e9 None None] Port 6edac8c6-da01-4980-aa13-c21439ae9b20 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:41.258223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44880) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.271050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.292117 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fbdb4f9-d6e9-4037-a906-078a86aad7f2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.293096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fbdb4f9-d6e9-4037-a906-078a86aad7f2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.297100 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4fbdb4f9-d6e9-4037-a906-078a86aad7f2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/13dd7bf7-9e6c-4f44-bcf3-21efae290f8c HTTP/1.1" status: 404 len: 337 time: 0.0377369 Apr 28 15:01:41.307392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.334961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.349398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.368720 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a50656-e6fc-472f-99b1-f843b4dd8a8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.369691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a50656-e6fc-472f-99b1-f843b4dd8a8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.373255 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-36a50656-e6fc-472f-99b1-f843b4dd8a8d tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/e673a0e9-2602-4df1-8a9e-866a914ef753 HTTP/1.1" status: 404 len: 333 time: 0.0643806 Apr 28 15:01:41.378972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.381479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] Pushing event deleted for resources: {'Port': ['ID=b4460636-122b-4392-a571-107c6bdb0815,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.383429 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4eeb7-17f7-45d3-94fc-e49f0ad08db8 None None] No DVR routers for this DVR port b4460636-122b-4392-a571-107c6bdb0815 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:41.383874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.393669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702b00a-cc3f-40ae-b2e0-c84162ac820c', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'fd54797b-da05-44b0-80c5-605b75d5ed0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:35Z', 'updated_at': '2022-04-28T15:01:38Z', 'revision_number': 3, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port': {'id': 'fd54797b-da05-44b0-80c5-605b75d5ed0d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f702b00a-cc3f-40ae-b2e0-c84162ac820c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:01:36Z', 'updated_at': '2022-04-28T15:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:41.411414 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bf93ff-03da-4a7c-9a63-2be9c54b0dde tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.411886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bf93ff-03da-4a7c-9a63-2be9c54b0dde tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.417180 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3bf93ff-03da-4a7c-9a63-2be9c54b0dde tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/7c9a06d6-6732-4403-a458-4d835f71e16a HTTP/1.1" status: 404 len: 337 time: 0.0371604 Apr 28 15:01:41.417948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.432781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Checking router: f702b00a-cc3f-40ae-b2e0-c84162ac820c for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:41.433310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Updating router f702b00a-cc3f-40ae-b2e0-c84162ac820c port fd54797b-da05-44b0-80c5-605b75d5ed0d binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:01:41.449471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.470344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.483821 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5838b75b-e8f3-4027-86fb-3de08f92dae3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.484769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5838b75b-e8f3-4027-86fb-3de08f92dae3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.487901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5838b75b-e8f3-4027-86fb-3de08f92dae3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/d093e54c-048f-46cd-aabd-c4075c274645 HTTP/1.1" status: 404 len: 333 time: 0.0621588 Apr 28 15:01:41.488803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5d79e5-b774-4dcf-a20c-0872d8dcbe72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.499732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.541309 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-63813cc1-6a6a-40ed-a402-0f294b5b90f6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.541750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63813cc1-6a6a-40ed-a402-0f294b5b90f6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.544827 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-63813cc1-6a6a-40ed-a402-0f294b5b90f6 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/5c761121-7e35-4e2f-8cd0-cc6cf32315d6 HTTP/1.1" status: 404 len: 337 time: 0.0413790 Apr 28 15:01:41.560675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.596584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:41.601507 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-745ff645-6679-4217-b698-9bb749515b68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.602196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-745ff645-6679-4217-b698-9bb749515b68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.608305 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-745ff645-6679-4217-b698-9bb749515b68 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/9d72b59a-9a2f-4bb6-b692-6444cf925cf9 HTTP/1.1" status: 404 len: 333 time: 0.0465858 Apr 28 15:01:41.610333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.611381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.613809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.616695 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/1c2042a6-d74c-4ef0-a59f-6b5fc921f91e HTTP/1.1" status: 204 len: 168 time: 0.4861639 Apr 28 15:01:41.628211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.655224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.664452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:41.665068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.673780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:41.677262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.694240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.758969 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af901312-eb15-436b-9e8d-5e80b632fa57 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1251833 Apr 28 15:01:41.758969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70542242-4238-4e78-8fc5-bba3656cdeb7 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2042a6-d74c-4ef0-a59f-6b5fc921f91e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.761367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44900) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.768611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028942422'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:41.782776 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a4e2a3-53a8-4c02-bd08-2edbe3e6b5f5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:41.783225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a4e2a3-53a8-4c02-bd08-2edbe3e6b5f5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:41.786467 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c7a4e2a3-53a8-4c02-bd08-2edbe3e6b5f5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/e376b4ab-3266-4377-8c32-4f4f6d9dcf67 HTTP/1.1" status: 404 len: 337 time: 0.1703813 Apr 28 15:01:41.789633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.810093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5d79e5-b774-4dcf-a20c-0872d8dcbe72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.829322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9a5d79e5-b774-4dcf-a20c-0872d8dcbe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.907899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.916849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:41.917678 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9a5d79e5-b774-4dcf-a20c-0872d8dcbe72 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6146610540814f7b9239d0bbd97cfbbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6409285 Apr 28 15:01:41.919446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44906) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:41.921733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d79e5-b774-4dcf-a20c-0872d8dcbe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c18f3-1c8b-4164-bd45-b672660f55ab,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:41.953283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4460636-122b-4392-a571-107c6bdb0815 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:41.987833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b4460636-122b-4392-a571-107c6bdb0815 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:41.988318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4460636-122b-4392-a571-107c6bdb0815 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:41.998620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Attempting to bind port fd54797b-da05-44b0-80c5-605b75d5ed0d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:41.998987 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Attempting to bind port fd54797b-da05-44b0-80c5-605b75d5ed0d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:41.999349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Attempting to bind port fd54797b-da05-44b0-80c5-605b75d5ed0d on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:42.011557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39131d65-745c-465a-94ac-41ab731756c2 None None] Pushing event updated for resources: {'Port': ['ID=fd54797b-da05-44b0-80c5-605b75d5ed0d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:42.014150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:42.014523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:42.014961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.015820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:42.015820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Bound port: fd54797b-da05-44b0-80c5-605b75d5ed0d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:42.016172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.036917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.076708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] For port fd54797b-da05-44b0-80c5-605b75d5ed0d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:42.080101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] For port fd54797b-da05-44b0-80c5-605b75d5ed0d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fd54797b-da05-44b0-80c5-605b75d5ed0d,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:42.083710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.088321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.154090 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39131d65-745c-465a-94ac-41ab731756c2 None None] Pushing event updated for resources: {'Port': ['ID=fd54797b-da05-44b0-80c5-605b75d5ed0d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:42.157844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Routers {'f702b00a-cc3f-40ae-b2e0-c84162ac820c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:42.158550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['f702b00a-cc3f-40ae-b2e0-c84162ac820c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:42.181380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.207714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Deleting port fd54797b-da05-44b0-80c5-605b75d5ed0d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:42.208327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.216460 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a912a03e-157a-4007-950b-4d07bf868c9b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.217435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a912a03e-157a-4007-950b-4d07bf868c9b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.218191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.220425 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a912a03e-157a-4007-950b-4d07bf868c9b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/adca3271-cec9-46c8-a568-34370fa56a9b HTTP/1.1" status: 404 len: 333 time: 0.4280372 Apr 28 15:01:42.220869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.224890 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/399c18f3-1c8b-4164-bd45-b672660f55ab HTTP/1.1" status: 204 len: 168 time: 0.2970803 Apr 28 15:01:42.228583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44908) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.248211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:42.256810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.258667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.261010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.276613 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-77989412-e24f-46ae-b549-8bb2de589c54 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.277596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77989412-e24f-46ae-b549-8bb2de589c54 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.279366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] Set router f702b00a-cc3f-40ae-b2e0-c84162ac820c gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:42.280742 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-77989412-e24f-46ae-b549-8bb2de589c54 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/045ccbe2-4da5-47a7-88ca-3412ce59cec9 HTTP/1.1" status: 404 len: 337 time: 0.0497339 Apr 28 15:01:42.281647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:42.283548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.287932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccb810-7972-4f35-8e77-81ca8dccd280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c18f3-1c8b-4164-bd45-b672660f55ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:42.312269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:42.312785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.327639 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afe0b12-c349-439f-9850-625c2d205cc4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.328011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afe0b12-c349-439f-9850-625c2d205cc4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.331546 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0afe0b12-c349-439f-9850-625c2d205cc4 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/4303b37b-34c2-45a7-9cf4-ca6098fe68e6 HTTP/1.1" status: 404 len: 333 time: 0.0446451 Apr 28 15:01:42.338521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.339156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44916) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.339816 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1050375 Apr 28 15:01:42.341157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91576861-e0eb-4175-8ba7-f6839af22bc5 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=281eb6dc-44d4-4852-81f4-3604e9df7daf,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:42.343097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.348452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2109615402', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '281eb6dc-44d4-4852-81f4-3604e9df7daf'}], 'security_groups': ['e9e5f94c-55d3-497a-934d-a2ff2ac0647a']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:42.365455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13c21e-007c-4260-a4d1-64f7e83c0ec9 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:42.413738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f702b00a-cc3f-40ae-b2e0-c84162ac820c', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:35Z', 'updated_at': '2022-04-28T15:01:41Z', 'revision_number': 4, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:42.434619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.446859 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfba8c40-a1b9-4384-9fd7-a11b2d4184fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.447721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfba8c40-a1b9-4384-9fd7-a11b2d4184fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.451374 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cfba8c40-a1b9-4384-9fd7-a11b2d4184fc tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/dbb9fcb6-4612-4e06-8fb1-1359d8fa4a59 HTTP/1.1" status: 404 len: 337 time: 0.1078341 Apr 28 15:01:42.470585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44920) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.483271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.485152 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be2340e1-e550-4edd-a1c5-a0581e0717e6 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:42.569037 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.573144 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff25ec4a-5e75-4fc3-b0f1-927b8722aca0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.574067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff25ec4a-5e75-4fc3-b0f1-927b8722aca0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.577783 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ff25ec4a-5e75-4fc3-b0f1-927b8722aca0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/71f2bd5c-ef0a-42d8-8073-f64cca92e655 HTTP/1.1" status: 404 len: 337 time: 0.1003222 Apr 28 15:01:42.587898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44922) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.630755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Calling delete_port for fd54797b-da05-44b0-80c5-605b75d5ed0d owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:42.642265 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:42.643345 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9cb95a47-4e1c-4f57-883c-281fb98042af tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7235725 Apr 28 15:01:42.644438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389afac3-8629-4354-86b1-1f7d6e716a36 None None] The sync data for ids ['f702b00a-cc3f-40ae-b2e0-c84162ac820c'] in dv-neutron-839772-1-hyperv is: [{'id': 'f702b00a-cc3f-40ae-b2e0-c84162ac820c', 'name': 'tempest-snat-router-2002525966', 'tenant_id': '11b47aff573747c599579e07bf68cb4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:01:35Z', 'updated_at': '2022-04-28T15:01:41Z', 'revision_number': 4, 'project_id': '11b47aff573747c599579e07bf68cb4d', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:42.669787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.685267 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-059e7cf5-d3d2-43b5-aed8-b46a6b7e294e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.685675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059e7cf5-d3d2-43b5-aed8-b46a6b7e294e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.689159 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-059e7cf5-d3d2-43b5-aed8-b46a6b7e294e tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/3c9a845b-5f08-43c9-b02e-766d1adcfb9e HTTP/1.1" status: 404 len: 333 time: 0.0978391 Apr 28 15:01:42.694238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44926) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.738157 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54e4210-ed5b-4ff8-9c09-5dd558276aef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.738607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54e4210-ed5b-4ff8-9c09-5dd558276aef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.741967 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e54e4210-ed5b-4ff8-9c09-5dd558276aef tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/bf916da1-bdfb-44a3-99d5-b0bb2d37b09d HTTP/1.1" status: 404 len: 337 time: 0.0467572 Apr 28 15:01:42.745408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.770798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.804864 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-4401411c-ad58-4863-b442-918c76f3dc5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.805321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4401411c-ad58-4863-b442-918c76f3dc5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.808462 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4401411c-ad58-4863-b442-918c76f3dc5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/890bbed9-e9b0-4e29-b62d-3c321273d57e HTTP/1.1" status: 404 len: 337 time: 0.0623772 Apr 28 15:01:42.812095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.814286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44930) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.850068 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd48ff0-7e3f-4b5e-ac38-62114747d309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.850926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd48ff0-7e3f-4b5e-ac38-62114747d309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.853943 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6dd48ff0-7e3f-4b5e-ac38-62114747d309 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/376df13c-d624-4538-9a78-2af4f8f0e005 HTTP/1.1" status: 404 len: 333 time: 0.0393858 Apr 28 15:01:42.857176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44932) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.889892 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-683648c4-87ff-4d63-b204-d78192d49c63 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:42.890340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683648c4-87ff-4d63-b204-d78192d49c63 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:42.893672 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-683648c4-87ff-4d63-b204-d78192d49c63 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/dae159a1-6839-4b03-8d87-4ea1402f56a9 HTTP/1.1" status: 404 len: 337 time: 0.0356071 Apr 28 15:01:42.897236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Update dhcp port {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'fixed_ips': [{'subnet_id': '60861c5e-ddd8-4d7d-997e-2f142fad6e06', 'ip_address': '2001:db8::2'}, {'subnet_id': '281eb6dc-44d4-4852-81f4-3604e9df7daf'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'aa4bc874-6079-494b-bcec-3dbe92752848'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:42.899494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44934) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.906393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:42.907961 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1425176 Apr 28 15:01:42.919800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44936) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:42.924661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c9cb3308-afcd-4db3-905c-b19701fe5dee tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '3ca1bb41-8cde-4b31-831a-4fcd4be2f627', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:42.929931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.013022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aa084-caa3-4395-8fde-66e88a5c10fa tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1bb41-8cde-4b31-831a-4fcd4be2f627,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.019882 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88b2888-260e-4c3e-b871-534758c3409c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.020362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88b2888-260e-4c3e-b871-534758c3409c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.022415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c9cb3308-afcd-4db3-905c-b19701fe5dee tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The resource could not be found. Apr 28 15:01:43.026885 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c9cb3308-afcd-4db3-905c-b19701fe5dee tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1024263 Apr 28 15:01:43.027049 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c88b2888-260e-4c3e-b871-534758c3409c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/aa638cfb-637f-4f9b-ac39-f9f217125e0c HTTP/1.1" status: 404 len: 337 time: 0.1203187 Apr 28 15:01:43.032419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44938) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.032763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44940) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.034394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Delete allocated IP 2001:db8::af (29cb3cb2-3e22-4512-9d0a-639156c72034/60861c5e-ddd8-4d7d-997e-2f142fad6e06) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 15:01:43.051324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8:0:1::45 (29cb3cb2-3e22-4512-9d0a-639156c72034/281eb6dc-44d4-4852-81f4-3604e9df7daf/6edac8c6-da01-4980-aa13-c21439ae9b20) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:43.055145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-16155bd2-dd4f-4172-9d35-aeae3bbacb58 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': '3ca1bb41-8cde-4b31-831a-4fcd4be2f627', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '92c833d9-4e52-48dc-a554-69e2f259dbb9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:43.094164 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad622ecc-a5a8-4279-891d-c2b1150eaf6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.094850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad622ecc-a5a8-4279-891d-c2b1150eaf6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.100469 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ad622ecc-a5a8-4279-891d-c2b1150eaf6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/a27d7191-ee76-4964-9a05-0150e230de20 HTTP/1.1" status: 404 len: 333 time: 0.0642753 Apr 28 15:01:43.104419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44942) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.143354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Deleting port 9a4f65db-9eba-4713-9c51-5edf5bf9f802 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:43.143728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.175129 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b25dd10-438d-42e0-a875-a2cbd2893cc2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.175530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b25dd10-438d-42e0-a875-a2cbd2893cc2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.178556 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3b25dd10-438d-42e0-a875-a2cbd2893cc2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/1debd54c-d5b2-423d-aad0-beb082cca32c HTTP/1.1" status: 404 len: 337 time: 0.0693657 Apr 28 15:01:43.181393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44944) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.211047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ee9303-f6f9-49d3-9dcf-7afa248b76c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.211497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ee9303-f6f9-49d3-9dcf-7afa248b76c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.214543 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e3ee9303-f6f9-49d3-9dcf-7afa248b76c7 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/a5b1f298-8b1e-41de-afa2-953f4a9dafbb HTTP/1.1" status: 404 len: 337 time: 0.0322077 Apr 28 15:01:43.220103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44946) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.242897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.250327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.298734 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-14f68f9e-1f80-462b-96d2-f6249d057c91 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports?device_id=083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae HTTP/1.1" status: 200 len: 205 time: 0.0767522 Apr 28 15:01:43.307536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44948) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.316862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] In _notify_port_updated(), no bound segment for port 6edac8c6-da01-4980-aa13-c21439ae9b20 on network 29cb3cb2-3e22-4512-9d0a-639156c72034 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:01:43.320163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Allocated IP 2001:db8:0:1::2 (29cb3cb2-3e22-4512-9d0a-639156c72034/281eb6dc-44d4-4852-81f4-3604e9df7daf/aa4bc874-6079-494b-bcec-3dbe92752848) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:43.323309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:43.323478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.327540 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/ports/6edac8c6-da01-4980-aa13-c21439ae9b20 HTTP/1.1" status: 200 len: 930 time: 0.9808333 Apr 28 15:01:43.327796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.362914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c498f-9f82-4f34-855c-861a25bb5e93 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=6edac8c6-da01-4980-aa13-c21439ae9b20,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.384096 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-16155bd2-dd4f-4172-9d35-aeae3bbacb58 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The resource could not be found. Apr 28 15:01:43.385167 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-16155bd2-dd4f-4172-9d35-aeae3bbacb58 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3501995 Apr 28 15:01:43.388765 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-90860461-d0d5-47f6-b4a3-e342f8aadd4b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] delete failed (client error): The resource could not be found. Apr 28 15:01:43.392148 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-90860461-d0d5-47f6-b4a3-e342f8aadd4b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/routers/083a5b31-62a0-4611-b8f8-3ad7a2c5c9ae HTTP/1.1" status: 404 len: 336 time: 0.0813036 Apr 28 15:01:43.392148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.393780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44952) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.394079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.430075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port 6edac8c6-da01-4980-aa13-c21439ae9b20 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:43.430282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.431267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:43.473412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.474928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.480033 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5e7052-b5ef-4b5c-a396-631af348abc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.480630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5e7052-b5ef-4b5c-a396-631af348abc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.486142 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1d5e7052-b5ef-4b5c-a396-631af348abc5 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/acac2709-62da-4b01-9764-06892cb342dd HTTP/1.1" status: 404 len: 337 time: 0.0852096 Apr 28 15:01:43.486142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd54797b-da05-44b0-80c5-605b75d5ed0d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.488838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.491934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44956) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.529375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Calling delete_port for 9a4f65db-9eba-4713-9c51-5edf5bf9f802 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:43.536791 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e24e5ebb-b169-4a55-8b52-0ba9d39a2035 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf636cca-137f-468e-9493-aba16af78591 HTTP/1.1" status: 200 len: 205 time: 0.0388608 Apr 28 15:01:43.538277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.590405 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-98b5eeed-ca61-4578-970e-15851de2e6ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] delete failed (client error): The resource could not be found. Apr 28 15:01:43.594951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98b5eeed-ca61-4578-970e-15851de2e6ca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/routers/bf636cca-137f-468e-9493-aba16af78591 HTTP/1.1" status: 404 len: 336 time: 0.0532179 Apr 28 15:01:43.594951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44960) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.615324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1a7b8-0987-41bf-9824-3634ed89aa2a None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:43.629049 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f6410c-f0fc-41bf-b01a-1b5ab0730da0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.629763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f6410c-f0fc-41bf-b01a-1b5ab0730da0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.632546 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a2f6410c-f0fc-41bf-b01a-1b5ab0730da0 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/947acbf5-00ad-4310-9d48-83185fb97026 HTTP/1.1" status: 404 len: 337 time: 0.0373547 Apr 28 15:01:43.635791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.642084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.656474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for 6edac8c6-da01-4980-aa13-c21439ae9b20 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:43.690521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.707460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.709831 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a84cb4-6a89-44c9-82e1-7c3556dd5a4c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.710288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a84cb4-6a89-44c9-82e1-7c3556dd5a4c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.715629 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e4a84cb4-6a89-44c9-82e1-7c3556dd5a4c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/f3f3656b-a0af-45b7-87f6-332045120eb6 HTTP/1.1" status: 404 len: 337 time: 0.0691261 Apr 28 15:01:43.717961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.746349 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a4c883-af3c-4f9e-be22-be5004e4bb7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.747049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a4c883-af3c-4f9e-be22-be5004e4bb7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.750191 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3a4c883-af3c-4f9e-be22-be5004e4bb7f tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/e1eb9f61-bb01-4dec-b5bd-29c14e14f161 HTTP/1.1" status: 404 len: 333 time: 0.0311370 Apr 28 15:01:43.753627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44966) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.790759 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d9dd7b-99a7-4118-b908-969a2daf7c5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.791210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d9dd7b-99a7-4118-b908-969a2daf7c5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.796546 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-40d9dd7b-99a7-4118-b908-969a2daf7c5b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/27a3cac7-ad86-49c5-90f6-92f57bc845fb HTTP/1.1" status: 404 len: 337 time: 0.0403829 Apr 28 15:01:43.798533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44968) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.813197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.825666 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7ff708-a327-406a-b86a-40b061e12ac3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.825666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7ff708-a327-406a-b86a-40b061e12ac3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.833087 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2c7ff708-a327-406a-b86a-40b061e12ac3 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/a8b8fd2c-54c3-4d6b-a16f-3a605957e9b5 HTTP/1.1" status: 404 len: 333 time: 0.0311136 Apr 28 15:01:43.834008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44970) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.856240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.878006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:43.881305 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4310f09-edd6-4c6e-9537-6f5452836727 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.881752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4310f09-edd6-4c6e-9537-6f5452836727 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.887529 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a4310f09-edd6-4c6e-9537-6f5452836727 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/5f358182-af7c-48aa-a203-64fae9da4784 HTTP/1.1" status: 404 len: 337 time: 0.0508463 Apr 28 15:01:43.890564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.924483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb2b119-bb83-4577-be2c-73184aef97bf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.925124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb2b119-bb83-4577-be2c-73184aef97bf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.928531 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-edb2b119-bb83-4577-be2c-73184aef97bf tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/fe423592-e87c-4496-b9e4-39c5ed109943 HTTP/1.1" status: 404 len: 333 time: 0.0387423 Apr 28 15:01:43.930867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.959755 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d709ad-2096-4018-ab60-7daf1e23eaac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.960139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d709ad-2096-4018-ab60-7daf1e23eaac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:43.965588 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f2d709ad-2096-4018-ab60-7daf1e23eaac tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/9908ada4-73b6-4fc4-93d6-4dcc9b8338c4 HTTP/1.1" status: 404 len: 337 time: 0.0313888 Apr 28 15:01:43.967516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44976) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:43.994617 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-46923db2-1093-4c53-b7b7-8b93a8203e21 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:43.995554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46923db2-1093-4c53-b7b7-8b93a8203e21 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.001753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.001753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f702b00a-cc3f-40ae-b2e0-c84162ac820c {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:44.002153 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-46923db2-1093-4c53-b7b7-8b93a8203e21 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/6cf9d14b-ee11-4152-ba82-53a34947e332 HTTP/1.1" status: 404 len: 333 time: 0.0308862 Apr 28 15:01:44.002153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.004284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.006955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44978) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.007163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.008745 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/3ca1bb41-8cde-4b31-831a-4fcd4be2f627 HTTP/1.1" status: 204 len: 168 time: 0.6112685 Apr 28 15:01:44.013391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.014633 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6919dfc5-4016-46fa-84ae-8e0a7babc194 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/routers/f702b00a-cc3f-40ae-b2e0-c84162ac820c HTTP/1.1" status: 204 len: 168 time: 2.9119389 Apr 28 15:01:44.018547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44980) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.019523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 44982) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.063590 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea35d05-c3bc-416d-be48-93c808438dca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.064071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea35d05-c3bc-416d-be48-93c808438dca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.069382 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fea35d05-c3bc-416d-be48-93c808438dca tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/668b46ad-3efe-4a53-a438-20704c12e45c HTTP/1.1" status: 404 len: 337 time: 0.0509617 Apr 28 15:01:44.069382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=6edac8c6-da01-4980-aa13-c21439ae9b20,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.073677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517986b-9852-4424-ba78-6ba7a230f77c tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1bb41-8cde-4b31-831a-4fcd4be2f627,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.075547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.080189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.122633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.129018 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3b51f26-7b26-4ac0-a610-873a0a6f0b47 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/6edac8c6-da01-4980-aa13-c21439ae9b20 HTTP/1.1" status: 204 len: 168 time: 0.7977600 Apr 28 15:01:44.129177 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceec5641-0cb7-4c10-bdd5-935150fd4ab2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.129837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceec5641-0cb7-4c10-bdd5-935150fd4ab2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.135041 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ceec5641-0cb7-4c10-bdd5-935150fd4ab2 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/07aa8b38-b85f-4c9f-b861-00e8e8ce9fba HTTP/1.1" status: 404 len: 333 time: 0.0534637 Apr 28 15:01:44.135041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44986) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.144187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44988) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.159403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.162384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a4f65db-9eba-4713-9c51-5edf5bf9f802,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.207561 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d897b95-56a7-454b-bf30-752d163eeea2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:01:44.209458 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9d897b95-56a7-454b-bf30-752d163eeea2 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/6edac8c6-da01-4980-aa13-c21439ae9b20 HTTP/1.1" status: 404 len: 333 time: 0.0749416 Apr 28 15:01:44.210866 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec661f8-7468-4738-8c84-d1e95c4da108 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.211335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec661f8-7468-4738-8c84-d1e95c4da108 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.214654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dec661f8-7468-4738-8c84-d1e95c4da108 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/d34bc36d-9e9b-4673-a361-c0d8ca53a8b7 HTTP/1.1" status: 404 len: 337 time: 0.0694919 Apr 28 15:01:44.215301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.222587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.256238 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d4ed1e6b-e901-48bc-9e1d-525c352b2746 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2266722 Apr 28 15:01:44.260441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44994) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.266181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-27fd5312-a57b-49db-a93d-d5fe30873f3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'fa0f36e1-0d0b-492f-922c-b9f7dfc301f1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:44.275196 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-291d7613-e707-4eca-846a-7836444a1c1b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.276145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291d7613-e707-4eca-846a-7836444a1c1b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.279590 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-291d7613-e707-4eca-846a-7836444a1c1b tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/adb84354-fabe-4434-a69b-e65a83932681 HTTP/1.1" status: 404 len: 333 time: 0.0557699 Apr 28 15:01:44.285370 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44996) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.334841 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b58cb2-7386-4768-8ceb-6ab0e469d214 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.335567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b58cb2-7386-4768-8ceb-6ab0e469d214 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.341274 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98b58cb2-7386-4768-8ceb-6ab0e469d214 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/316be7af-f246-49ce-8c6b-57e8f23ffa2b HTTP/1.1" status: 404 len: 337 time: 0.0523036 Apr 28 15:01:44.345484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 44998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.392115 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24f731d-a842-4d8d-a73e-602408b18a6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.392895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24f731d-a842-4d8d-a73e-602408b18a6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.398336 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e24f731d-a842-4d8d-a73e-602408b18a6c tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/ports/10649e18-b90e-4626-a4c2-d6412e587363 HTTP/1.1" status: 404 len: 333 time: 0.0493171 Apr 28 15:01:44.400957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.416768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.418042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:44.418622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.447875 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-379453f1-9382-4add-ac61-17fe2355d034 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:44.448416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379453f1-9382-4add-ac61-17fe2355d034 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:44.453886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-379453f1-9382-4add-ac61-17fe2355d034 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/subnets/204a7d7d-8ad8-4cbe-b603-ec73c86983ca HTTP/1.1" status: 404 len: 337 time: 0.0466297 Apr 28 15:01:44.453886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-27fd5312-a57b-49db-a93d-d5fe30873f3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The resource could not be found. Apr 28 15:01:44.453886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-27fd5312-a57b-49db-a93d-d5fe30873f3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1914101 Apr 28 15:01:44.456302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.466428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45004) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.474534 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:44.477254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--267232029'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:44.489652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:44.490319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.508270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.608182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.614676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3a565f1-0bfd-447c-83e2-5f4aecfc9262 None None] Could not find standard attr ID for object 6edac8c6-da01-4980-aa13-c21439ae9b20. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:44.636821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.666230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.669012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.673021 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/security-groups/2b176e2b-dadf-4120-a4d4-f76bce13deff HTTP/1.1" status: 204 len: 168 time: 0.4539986 Apr 28 15:01:44.681356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.733838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6be7bef7-06b5-4c98-9950-9b6f6422656e None None] Could not find standard attr ID for object 6edac8c6-da01-4980-aa13-c21439ae9b20. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:44.743581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d8a9d-4ef9-4080-88a2-480e2e98df5a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b176e2b-dadf-4120-a4d4-f76bce13deff,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.750213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.757692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.761510 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3ab19e81-b1e2-4dba-8421-7cccb4a778c7 tempest-RoutersAdminNegativeTest-306039273 tempest-RoutersAdminNegativeTest-306039273-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9a4f65db-9eba-4713-9c51-5edf5bf9f802 HTTP/1.1" status: 204 len: 168 time: 2.0907087 Apr 28 15:01:44.839849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.842053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.855801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.883863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d908dd-ca79-41d5-95f2-c906280f9818']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:44.906972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32683d8-b321-461e-9ebb-f0bdbd350e2f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:44.907353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32683d8-b321-461e-9ebb-f0bdbd350e2f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:44.920859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.922205 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4549134 Apr 28 15:01:44.925496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:44.930630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--620393614'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:44.935096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.944715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.946234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b291d8-962a-4afd-b74c-3d44f1cd1371 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe2d370-1de1-42ed-9a70-4a6b97b0537a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:44.960967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.974833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:44.975237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:44.978158 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:44.994147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.003471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.008796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.067116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.076254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.079643 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] 10.222.0.58 "DELETE /v2.0/networks/54d908dd-ca79-41d5-95f2-c906280f9818 HTTP/1.1" status: 204 len: 168 time: 0.6221867 Apr 28 15:01:45.092805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6e6c0-d413-43e0-b1a5-1bea467e28a1 tempest-NetworksTestDHCPv6-1985943028 tempest-NetworksTestDHCPv6-1985943028-project] Pushing event deleted for resources: {'Network': ['ID=54d908dd-ca79-41d5-95f2-c906280f9818,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.105803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.108202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.111850 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/security-groups/e9e5f94c-55d3-497a-934d-a2ff2ac0647a HTTP/1.1" status: 204 len: 168 time: 0.4272227 Apr 28 15:01:45.112951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.130489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb567e8-b561-4620-a361-c04e85c9c2fa tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5f94c-55d3-497a-934d-a2ff2ac0647a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.160093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.203486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.209026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet 60861c5e-ddd8-4d7d-997e-2f142fad6e06 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:45.209295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Deleting port 26442e1b-3063-4b54-a4e3-1e6614ed1055 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:45.209526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.216836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.226685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.288657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.303182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.304458 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3779621 Apr 28 15:01:45.308686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.316657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9889673e-23b0-4cbe-a41f-327ae1aeb819 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'bbe2d370-1de1-42ed-9a70-4a6b97b0537a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0e48f7a4-00e7-4e64-afe2-7b15c162bc92'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:45.322126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a5ba3-fe49-4b7b-bda2-e8e646919355 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e48f7a4-00e7-4e64-afe2-7b15c162bc92,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.362782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port f8d68115-c375-4868-89a8-0ed2409aecfd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:45.363125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.392482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03873ad1-2810-48bc-b359-ea6234573cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.395667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.451059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.453350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] For port 26442e1b-3063-4b54-a4e3-1e6614ed1055, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=26442e1b-3063-4b54-a4e3-1e6614ed1055,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:45.453690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.467992 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.488966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Calling delete_port for 26442e1b-3063-4b54-a4e3-1e6614ed1055 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:45.505501 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-9889673e-23b0-4cbe-a41f-327ae1aeb819 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:45.506712 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9889673e-23b0-4cbe-a41f-327ae1aeb819 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1955726 Apr 28 15:01:45.514206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45030) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.530994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=60861c5e-ddd8-4d7d-997e-2f142fad6e06,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.552972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d5ff77-0075-42a7-a24d-1d17030ce536 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:45.592004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:45.653025 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8871ee17-7d37-42b4-bd9c-88b879338d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.660049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port f8d68115-c375-4868-89a8-0ed2409aecfd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f8d68115-c375-4868-89a8-0ed2409aecfd,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:45.660427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.683672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for f8d68115-c375-4868-89a8-0ed2409aecfd owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:45.744393 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:45.745147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.809472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03873ad1-2810-48bc-b359-ea6234573cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.822435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03873ad1-2810-48bc-b359-ea6234573cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.905332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:45.909148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0b6423a8-92cd-4cb5-9ceb-5a27f7203f99 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/60861c5e-ddd8-4d7d-997e-2f142fad6e06 HTTP/1.1" status: 204 len: 168 time: 0.7941585 Apr 28 15:01:45.917940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45032) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:45.923049 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:45.935458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03873ad1-2810-48bc-b359-ea6234573cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452c9c62-3367-45f4-b826-67fdce1b27da,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:45.940810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-03873ad1-2810-48bc-b359-ea6234573cbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b30bff201e574ad5ae46566da7409e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708831 Apr 28 15:01:45.947854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.006567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.044099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event deleted for resources: {'Port': ['ID=26442e1b-3063-4b54-a4e3-1e6614ed1055,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.052316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.064214 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cd12130b-1df5-4904-b635-ce4ddf7df680 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=755afa15efdc4dc287320d0b60e841dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119127 Apr 28 15:01:46.074440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.114647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.148199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.187421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:46.189975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.191420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.192936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.195837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.211454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.212710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.213893 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e48f7a4-00e7-4e64-afe2-7b15c162bc92 HTTP/1.1" status: 204 len: 168 time: 0.6985197 Apr 28 15:01:46.214628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.221824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.284845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9dff4-af40-4d8e-88af-c90ad20e7b3b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e48f7a4-00e7-4e64-afe2-7b15c162bc92,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.294710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=f8d68115-c375-4868-89a8-0ed2409aecfd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.307199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.394126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.400277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.411877 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d456ca9-13b4-476c-9361-74eae6f538d3 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1866543 Apr 28 15:01:46.416523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.466309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.472629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.472629 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/452c9c62-3367-45f4-b826-67fdce1b27da HTTP/1.1" status: 204 len: 168 time: 0.5232189 Apr 28 15:01:46.486016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.488690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.489807 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/10a012ed-c361-4e43-b98d-7c9c9ba4f1de HTTP/1.1" status: 204 len: 168 time: 0.4143841 Apr 28 15:01:46.510859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.511453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc15db20-1fe2-45fc-881f-476f8e855bad {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:46.526226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dddc36-f2a4-4cce-8e4c-a8310eec7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a012ed-c361-4e43-b98d-7c9c9ba4f1de,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.530356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.555693 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5243a665-7064-49bf-aa6a-11b2cc12ed23 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "DELETE /v2.0/routers/cc15db20-1fe2-45fc-881f-476f8e855bad HTTP/1.1" status: 204 len: 168 time: 2.5318027 Apr 28 15:01:46.558534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45046) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.560891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.574742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7bda-1d9d-4f57-9462-6c8fe0cdf7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452c9c62-3367-45f4-b826-67fdce1b27da,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.596015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1033906794', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:46.601050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.717672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.722736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.729162 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/bbe2d370-1de1-42ed-9a70-4a6b97b0537a HTTP/1.1" status: 204 len: 168 time: 0.3074286 Apr 28 15:01:46.730209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.782404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01915cce-8265-4989-8f5b-380666785967 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe2d370-1de1-42ed-9a70-4a6b97b0537a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.795358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f8f8e23b-33db-4aa1-94b2-bad3ef6000db None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:46.796065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e23b-33db-4aa1-94b2-bad3ef6000db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.805599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.821790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.856025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.857377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.865548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-027e6da5-dafd-43cf-9e18-9ed5b18ae5a6 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1186373 Apr 28 15:01:46.870104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:46.873347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.882606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--779184416'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:46.888480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:46.892010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:46.892803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.925045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=c0043ede-9aef-4d9f-b179-6ae08c380af6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:46.925749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81424ead-0fd0-4c96-b120-ab01ec24235d None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:46.931422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8e23b-33db-4aa1-94b2-bad3ef6000db None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:46.932033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.940421 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-699fe4cd-140d-4ea8-8093-58d2108d7246 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0213335 Apr 28 15:01:46.941934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:46.945218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:46.950007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'security_group': {'name': 'tempest-secgroup-1043792000'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.011340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.019406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f8f8e23b-33db-4aa1-94b2-bad3ef6000db None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:47.019766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f8f8e23b-33db-4aa1-94b2-bad3ef6000db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.090226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.105457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.156467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.165020 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.170341 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2932475 Apr 28 15:01:47.174546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.195455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.207898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-17b7400e-23e8-48ef-9a09-3fb8316c2a71 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'd42c0d93-eca5-4c20-84e6-09c0f5dd7949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.242007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45066) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.249032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.253688 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3042064 Apr 28 15:01:47.253861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.260105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'security_group': {'name': 'tempest-secgroup-1804618344'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.271007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.271179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2149e-cd45-45e4-a4be-ae6579aebdeb tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42c0d93-eca5-4c20-84e6-09c0f5dd7949,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.321639 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-17b7400e-23e8-48ef-9a09-3fb8316c2a71 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:47.325666 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17b7400e-23e8-48ef-9a09-3fb8316c2a71 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1238000 Apr 28 15:01:47.326230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.332456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2fcb7991-89b6-488c-b00f-eb114daf590d tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group_rule': {'security_group_id': 'd42c0d93-eca5-4c20-84e6-09c0f5dd7949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.338113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913eb7ad-e5ee-4ff5-a4eb-8439e47fa879 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d2f65e-4d2d-4f70-94aa-44bf789c7957,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.344327 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.358920 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Update dhcp port {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'fixed_ips': [{'subnet_id': '281eb6dc-44d4-4852-81f4-3604e9df7daf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c0043ede-9aef-4d9f-b179-6ae08c380af6'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'aa4bc874-6079-494b-bcec-3dbe92752848'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:47.406679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.419488 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-2fcb7991-89b6-488c-b00f-eb114daf590d tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:47.424421 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2fcb7991-89b6-488c-b00f-eb114daf590d tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0950928 Apr 28 15:01:47.430736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.459927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.479001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.553083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.554385 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2989724 Apr 28 15:01:47.555585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a0f13-e451-40a1-8aab-a0e4c390f7a4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a93dd08-cff8-4fd0-a955-e46de7f41cab,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.558165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.579214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.584525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'security_group': {'name': 'tempest-secgroup-536963300'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.592863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.637929 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.661491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Allocated IP 2001:db8::2 (29cb3cb2-3e22-4512-9d0a-639156c72034/c0043ede-9aef-4d9f-b179-6ae08c380af6/aa4bc874-6079-494b-bcec-3dbe92752848) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:47.672302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.678102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.680271 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/d42c0d93-eca5-4c20-84e6-09c0f5dd7949 HTTP/1.1" status: 204 len: 168 time: 0.2479334 Apr 28 15:01:47.680902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.700410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26442e1b-3063-4b54-a4e3-1e6614ed1055 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:47.717956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab877bc0-9457-452f-a823-30080214dec4 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42c0d93-eca5-4c20-84e6-09c0f5dd7949,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.725694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 26442e1b-3063-4b54-a4e3-1e6614ed1055 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:47.726328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 26442e1b-3063-4b54-a4e3-1e6614ed1055 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:47.782452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.786733 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fc41ea31-ebcb-4e69-b505-704d6e0698af tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0979812 Apr 28 15:01:47.790450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45088) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.795713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'tempest-secgroup--593647047'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.801769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.837063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:47.837682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.838571 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2579560 Apr 28 15:01:47.844360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45090) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:47.852095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-186495804', 'security_groups': ['21ba4625-62cc-46bf-ba01-b01abdabf88b'], 'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0043ede-9aef-4d9f-b179-6ae08c380af6'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:47.858322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.860357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff53b5d-6632-42a7-a89d-8cfb0b9b42b8 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21ba4625-62cc-46bf-ba01-b01abdabf88b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:47.876747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:47.888096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.001910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5ea3b89-cdef-4e6f-bd1a-d757bad38dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.009469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b17b58-8c9b-4d57-b1a7-ef663ceeec04 None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:48.020813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:48.021858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45092) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.035522 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4227078a-42c4-41bf-bbd1-2156e451da2b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=929a5b9fef3e4714988325ddac7e2498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675035 Apr 28 15:01:48.036894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.038088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.043682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.056894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:48.129291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.132483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3407969 Apr 28 15:01:48.138768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45098) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.148454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5aceb0ed-c7ca-4300-9761-ec86ca5d0343 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:48.149030 dv-neutron-839772-1-hyperv neutron-server[102641]: WARNING neutron.api.v2.base [None req-5aceb0ed-c7ca-4300-9761-ec86ca5d0343 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 15:01:48.149544 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-5aceb0ed-c7ca-4300-9761-ec86ca5d0343 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 15:01:48.150590 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5aceb0ed-c7ca-4300-9761-ec86ca5d0343 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "PUT /v2.0/security-groups/17a7b1a7-8f13-41e1-9d37-b4b6e6d6c8a3 HTTP/1.1" status: 409 len: 330 time: 0.0108984 Apr 28 15:01:48.153565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa84a5-8ebc-40fc-a380-25f63b99525e tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a7b1a7-8f13-41e1-9d37-b4b6e6d6c8a3,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:48.154109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45100) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.186815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1762585645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:48.212114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.232665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] device_id is not set on port edd2cd71-0e2d-47c4-9706-00b64a2a3d17 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:48.237999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:48.243811 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ec264249-aa52-486a-8c39-310820b83dee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/31604916-e379-4e10-8cde-6e4efa2d2757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8990376 Apr 28 15:01:48.251420 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:48.275525 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:48.276228 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:48.281074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.308644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.331564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.333017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.360333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.392434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.436111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.572709 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8::19e (29cb3cb2-3e22-4512-9d0a-639156c72034/c0043ede-9aef-4d9f-b179-6ae08c380af6/edd2cd71-0e2d-47c4-9706-00b64a2a3d17) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:48.626450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.645076 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:48.664047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.666788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.674090 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17ad34df-f237-454d-b292-428d4a0237ac HTTP/1.1" status: 204 len: 168 time: 0.6347291 Apr 28 15:01:48.675250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.708392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7f872-fc52-437e-95ed-0aab23eab1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ad34df-f237-454d-b292-428d4a0237ac,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:48.733754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.734967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6e0ad311-76d3-48c8-aa58-cce2b040d3e9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7096975 Apr 28 15:01:48.735859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.758705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45108) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.759796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.766148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1715895191'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:48.770932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.786132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.787137 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/17a7b1a7-8f13-41e1-9d37-b4b6e6d6c8a3 HTTP/1.1" status: 204 len: 168 time: 0.6320894 Apr 28 15:01:48.789789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45110) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:48.815431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f20a9d-1cad-4516-942e-ced1a4410f5b tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a7b1a7-8f13-41e1-9d37-b4b6e6d6c8a3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:48.852512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fe999d06-e812-443a-83ac-eaa109af76c0 None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:48.853776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe999d06-e812-443a-83ac-eaa109af76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.864696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:48.868553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.888967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.898669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fe999d06-e812-443a-83ac-eaa109af76c0 None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:48.910111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fe999d06-e812-443a-83ac-eaa109af76c0 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:48.910582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe999d06-e812-443a-83ac-eaa109af76c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.982128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:48.989422 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Allocated IP 172.26.4.116 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/5939fecc-eef9-4053-9da1-62b69b5a95a2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:48.995126 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.007757 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-322a49e4-d053-41b5-937e-84c459312038 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2130566 Apr 28 15:01:49.009354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45114) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.019855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb465cbe-ac88-45ea-803d-b7d0a444c5cb req-8db573cb-5de6-4cce-b69e-e890ded6f92e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:49.030024 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb465cbe-ac88-45ea-803d-b7d0a444c5cb req-8db573cb-5de6-4cce-b69e-e890ded6f92e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.2248499 Apr 28 15:01:49.034390 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-d62a87e1-2083-4921-8cfa-2c2583ad34e3 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] delete failed (client error): The resource could not be found. Apr 28 15:01:49.039325 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d62a87e1-2083-4921-8cfa-2c2583ad34e3 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "DELETE /v2.0/security-groups/69fc20fa-0175-4afd-9093-da79a5536e3c HTTP/1.1" status: 404 len: 347 time: 0.0251575 Apr 28 15:01:49.049588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.084156 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb465cbe-ac88-45ea-803d-b7d0a444c5cb req-494e4c60-a2c1-42e0-84da-c69c4b6497a7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487645 Apr 28 15:01:49.103747 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-3fa9df16-c935-41a9-94df-d5d3d3141dd8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] show failed (client error): The resource could not be found. Apr 28 15:01:49.104941 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3fa9df16-c935-41a9-94df-d5d3d3141dd8 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-groups/78799d69-1a32-4daf-aaf1-746c1e5fa6ca HTTP/1.1" status: 404 len: 347 time: 0.0544114 Apr 28 15:01:49.114082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.124924 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:49.131450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.139439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.141490 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.151827 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-faafe4c1-7e1b-45b4-a426-acec10c21f70 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] show failed (client error): The resource could not be found. Apr 28 15:01:49.159178 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-faafe4c1-7e1b-45b4-a426-acec10c21f70 tempest-NegativeSecGroupIPv6Test-542496036 tempest-NegativeSecGroupIPv6Test-542496036-project] 10.222.0.58 "GET /v2.0/security-group-rules/0dd58192-767d-467b-b7d4-f1f67f0dd686 HTTP/1.1" status: 404 len: 356 time: 0.0378809 Apr 28 15:01:49.162752 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:01:49.174563 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:49.175186 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:49.195782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:49.198663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d362e599-c86a-4024-a4a6-553dc5c0ff62,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.215623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:49.217755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.218021 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Added segment f4a29cb7-a818-4566-a639-3e8fb863c36f of type vlan for network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 Apr 28 15:01:49.221267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:49.228072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.239040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:49.248461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:49.249145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.281529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=edd2cd71-0e2d-47c4-9706-00b64a2a3d17,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.302275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c0dd160a-5273-484c-a406-fd224afdc12e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4543691 Apr 28 15:01:49.303954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45126) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.311411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:49.340995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.354877 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:01:49.402551 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.413667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.419577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:49.420424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.537255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:49.549725 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7876661 Apr 28 15:01:49.553749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.555150 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:49.568146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:49.571630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event updated for resources: {'Port': ['ID=5939fecc-eef9-4053-9da1-62b69b5a95a2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.589977 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'subnet': {'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:49.602096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:49.607573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.616242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aac44-c47b-4088-b012-6d5d417f9442 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Network': ['ID=0b6a2166-2447-4f7a-a6a4-1eaed0718673,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:49.633468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:49.649962 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:49.712235 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:49.734046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:49.755495 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa4692-1268-464c-bc09-245160acec5f None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '83cdf7a4-e866-49f2-ad67-3b6d3a616895', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.151', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'port_id': '445ba9d2-a811-48a0-9e86-900a611e958c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'mac_address': 'fa:16:3e:03:f7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:00:04Z', 'updated_at': '2022-04-28T15:00:09Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:49.837674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dec8a19b-ac63-4e5f-a64c-5816f7064b0d None None] Provisioning complete for port edd2cd71-0e2d-47c4-9706-00b64a2a3d17 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:49.838264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dec8a19b-ac63-4e5f-a64c-5816f7064b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.870110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:49.873267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:49.874748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.875643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:49.901074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dec8a19b-ac63-4e5f-a64c-5816f7064b0d None None] Port edd2cd71-0e2d-47c4-9706-00b64a2a3d17 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:50.053004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b95383-0407-4713-9133-615eac152e1b req-4644d5b0-a9a7-4ef1-9232-c28cc98fb46c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:50.054432 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-40b95383-0407-4713-9133-615eac152e1b req-4644d5b0-a9a7-4ef1-9232-c28cc98fb46c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.1609318 Apr 28 15:01:50.115894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.129318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.157816 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ba4831fa-de4e-4362-b96d-44e09b9cfa32 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=082a78011a42476f8e93c11bfd48bd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496184 Apr 28 15:01:50.158511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:50.162146 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0043ede-9aef-4d9f-b179-6ae08c380af6 (CIDR: 2001:db8::/64) Apr 28 15:01:50.164664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45152) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:50.177932 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:50.178361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:50.180974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.256052 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d108534e-3435-4864-a982-b3686ecd44b6 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9477003 Apr 28 15:01:50.261046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:50.277087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:50.309224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418517-9ab3-4664-a5ac-9d1e551eb321 req-82bcee3e-cb2f-4462-accc-ee32e1f7ce5c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:50.310757 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3f418517-9ab3-4664-a5ac-9d1e551eb321 req-82bcee3e-cb2f-4462-accc-ee32e1f7ce5c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 946 time: 0.1237023 Apr 28 15:01:50.314228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Subnet': ['ID=39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:50.352965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-467943955'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:50.368537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:50.368880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.388469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Checking segment: {'id': 'f4a29cb7-a818-4566-a639-3e8fb863c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:50.388829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network hostable DHCP agents. Network: 0b6a2166-2447-4f7a-a6a4-1eaed0718673, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:50.401277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.416883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Made reservation on behalf of 3b715090549a45d889ee26f302e01e47 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:50.420286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.453688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.463603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.492643 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3f418517-9ab3-4664-a5ac-9d1e551eb321 req-4fecf837-648a-4896-b980-80d7dfc89c81 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=884f656b-96fa-43c5-acc1-519028f9bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680245 Apr 28 15:01:50.503129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:50.534501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.543333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:50.543700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.544851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0b6a2166-2447-4f7a-a6a4-1eaed0718673) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:50.549670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:50.550324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.561549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c37dac-1343-465e-83ae-84b1a3875d8b None None] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:50.561882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:50.565657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.589346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:50.620582 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6649b331-4c02-4ac8-a15f-1e91394f7535 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0658035 Apr 28 15:01:50.623989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45158) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:50.629096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'network': {'name': 'tempest-router-network01--2105252743'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:50.652833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.655369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.656807 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5246f10-98a5-4b48-b184-b16c3a19c8be HTTP/1.1" status: 204 len: 168 time: 0.4862757 Apr 28 15:01:50.682374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12149ea6-aac8-4a81-84ac-8e48c8eb829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5246f10-98a5-4b48-b184-b16c3a19c8be,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:50.705761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:50.709569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.741518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0b6a2166-2447-4f7a-a6a4-1eaed0718673', 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673', 'tenant_id': '48427e08164a480496558fbc9b7dad4a', 'fixed_ips': [{'subnet_id': '39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:50.742854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.760217 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.ipam_backend_mixin [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 281eb6dc-44d4-4852-81f4-3604e9df7daf (CIDR: 2001:db8:0:1::/64) Apr 28 15:01:50.771571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Router 553a8758-c754-4adf-9ca3-78e96d71088b is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:50.775431 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:50.776189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:50.782044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.782252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:50.799230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.810330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.810782 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Added segment 05337bd3-06ff-44b7-9259-36641e6f5183 of type vlan for network de36fd66-4567-449a-9eba-9e73ac0d5d60 Apr 28 15:01:50.812178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.881789 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cb2dccab-64e6-4b53-9758-ab1268800a33 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6163075 Apr 28 15:01:50.882628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:50.887966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.892616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:50.906396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'subnet': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:50.918883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Allocated IP 172.20.0.2 (0b6a2166-2447-4f7a-a6a4-1eaed0718673/39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6/957ba3a1-0d62-4cf6-b840-28903058e509) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:50.937459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:50.937740 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Added segment 3e2a9f60-3904-4175-950f-2004cbf5cdd3 of type vlan for network 9964f0df-3331-48af-b0b3-5d2392cd3186 Apr 28 15:01:50.941996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd27403-df06-4d34-9573-9c41357d2864,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.032712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.038563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:51.039217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.065212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.155515 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5305099 Apr 28 15:01:51.168953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45164) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:51.179802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'network': {'name': 'tempest-router-network02--1656210387'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:51.185982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6771d-a63e-48cb-92de-bb25500c637d tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Network': ['ID=de36fd66-4567-449a-9eba-9e73ac0d5d60,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.213217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.219803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:51.220791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.247488 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:51.290653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.300373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:51.304097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.324168 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1604462 Apr 28 15:01:51.328891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.329101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Made reservation on behalf of 96e1c06f9a3d45f9a281ed7cd6c35c08 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:51.332264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45166) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:51.333118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.337002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'subnet': {'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:51.358196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da126b63-13a3-4cd5-957a-6a21b8593925 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Network': ['ID=9964f0df-3331-48af-b0b3-5d2392cd3186,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.383828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:51.403887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:01:51.409669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:51.412329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:51.413865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.417402 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-40b95383-0407-4713-9133-615eac152e1b req-65d2c551-5d44-4db6-8ce5-59fcb6326066 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 HTTP/1.1" status: 204 len: 173 time: 1.3558936 Apr 28 15:01:51.431387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.431872 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Added segment f6884b25-f1d0-4038-bacb-d387c692635b of type vlan for network e79c61fe-c10e-4333-816f-81a378bea778 Apr 28 15:01:51.448197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] Sync routers for ids ['553a8758-c754-4adf-9ca3-78e96d71088b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:51.473813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.477331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'name': 'network-vif-deleted', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:01:51.480340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e54f1-cf72-43f4-ae8b-a05a12e1a0a2" -d '{"events": [{"server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "name": "network-vif-deleted", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:01:51.486493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] Routers {'553a8758-c754-4adf-9ca3-78e96d71088b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:51.487202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['553a8758-c754-4adf-9ca3-78e96d71088b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:51.491518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.509976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.530754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Made reservation on behalf of 3b715090549a45d889ee26f302e01e47 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:51.547031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:51.554919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.564014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.576321 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ea8a661c-ccff-4265-ba45-b0662396d92f tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0165648 Apr 28 15:01:51.576952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45172) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:51.580904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f8d68115-c375-4868-89a8-0ed2409aecfd no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:51.595533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cb48a6-b63d-44b0-a902-a71abfcbeacd x-openstack-request-id: req-19cb48a6-b63d-44b0-a902-a71abfcbeacd {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:01:51.595996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d2cbf7-c4e7-48a1-b5c5-58c93329860d", "name": "network-vif-deleted", "tag": "bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:01:51.596247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19cb48a6-b63d-44b0-a902-a71abfcbeacd {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:01:51.597246 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cb48a6-b63d-44b0-a902-a71abfcbeacd'] response: {'server_uuid': 'a2d2cbf7-c4e7-48a1-b5c5-58c93329860d', 'name': 'network-vif-deleted', 'tag': 'bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6', 'status': 'completed', 'code': 200} Apr 28 15:01:51.605426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:51.627707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:51.628999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.633255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: f8d68115-c375-4868-89a8-0ed2409aecfd {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:51.633856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f8d68115-c375-4868-89a8-0ed2409aecfd not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:51.634845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:51.635938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.636234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:51.639292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:51.645302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] Routers {'553a8758-c754-4adf-9ca3-78e96d71088b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:51.646245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['553a8758-c754-4adf-9ca3-78e96d71088b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:51.696753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Pushing event updated for resources: {'Port': ['ID=957ba3a1-0d62-4cf6-b840-28903058e509,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.703148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:51.704019 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93156d9d-ca5a-44b1-88e4-7974736d7515 None None] The sync data for ids ['553a8758-c754-4adf-9ca3-78e96d71088b'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:51.730278 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5587034 Apr 28 15:01:51.736117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45174) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:51.739128 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-dabfc10a-3c9c-4cae-8a01-bfc568ad2bc6 req-a41fdc11-df69-4526-9596-478193c49bd8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=a2d2cbf7-c4e7-48a1-b5c5-58c93329860d HTTP/1.1" status: 200 len: 210 time: 0.0734401 Apr 28 15:01:51.751860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'subnet': {'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:51.775810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300918f2-804d-4af3-af20-155e0a6051ef tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Network': ['ID=e79c61fe-c10e-4333-816f-81a378bea778,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:51.789888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network e79c61fe-c10e-4333-816f-81a378bea778 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:01:51.792281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Attempting to bind port 957ba3a1-0d62-4cf6-b840-28903058e509 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:51.792651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Attempting to bind port 957ba3a1-0d62-4cf6-b840-28903058e509 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f4a29cb7-a818-4566-a639-3e8fb863c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:51.793007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Attempting to bind port 957ba3a1-0d62-4cf6-b840-28903058e509 on network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:51.812895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:51.813561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Checking segment: {'id': 'f4a29cb7-a818-4566-a639-3e8fb863c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:51.814148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.814682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Bound using segment: {'id': 'f4a29cb7-a818-4566-a639-3e8fb863c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:51.815316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Bound port: 957ba3a1-0d62-4cf6-b840-28903058e509, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a29cb7-a818-4566-a639-3e8fb863c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '0b6a2166-2447-4f7a-a6a4-1eaed0718673'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:51.815850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.916245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.925507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:51.929338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:51.946417 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] For port 957ba3a1-0d62-4cf6-b840-28903058e509, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:51.951723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] For port 957ba3a1-0d62-4cf6-b840-28903058e509, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=957ba3a1-0d62-4cf6-b840-28903058e509,segment=NetworkSegment(f4a29cb7-a818-4566-a639-3e8fb863c36f),segment_id=f4a29cb7-a818-4566-a639-3e8fb863c36f)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:51.959749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.046489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21097b9a-4d67-4300-9183-4ce1cd9f0078 None None] Pushing event updated for resources: {'Port': ['ID=957ba3a1-0d62-4cf6-b840-28903058e509,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.051999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:52.060580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:52.063450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:52.064118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.074440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7eb7a7-7494-4e3c-af62-f782c70ebadb None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:52.095863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Subnet': ['ID=d1bc0de0-50cf-4cda-b640-2b8770174aff,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.109587 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fa7e3ceb-0f20-4b6b-97b3-6da23d9e8c8e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2158365 Apr 28 15:01:52.112498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45176) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:52.118518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-635272616', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd1bc0de0-50cf-4cda-b640-2b8770174aff'}], 'security_groups': ['13d2f65e-4d2d-4f70-94aa-44bf789c7957', '2a93dd08-cff8-4fd0-a955-e46de7f41cab']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:52.230790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.255048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.300143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.359816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Subnet': ['ID=824e2de1-2d9d-4c25-b8f0-01349ebb8db4,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.367028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Checking segment: {'id': '3e2a9f60-3904-4175-950f-2004cbf5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:52.367398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network hostable DHCP agents. Network: 9964f0df-3331-48af-b0b3-5d2392cd3186, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:52.419561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:52.426524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.438891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9964f0df-3331-48af-b0b3-5d2392cd3186) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:52.440299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Update dhcp port {'port': {'network_id': '29cb3cb2-3e22-4512-9d0a-639156c72034', 'fixed_ips': [{'subnet_id': '281eb6dc-44d4-4852-81f4-3604e9df7daf', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c0043ede-9aef-4d9f-b179-6ae08c380af6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd1bc0de0-50cf-4cda-b640-2b8770174aff'}], 'binding:host_id': 'dv-neutron-839772-1-hyperv'}, 'id': 'aa4bc874-6079-494b-bcec-3dbe92752848'} from dv-neutron-839772-1-hyperv. {{(pid=102642) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 28 15:01:52.443463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:52.444085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.465066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9812568d-dc1b-49fd-9a4a-f5176332030b None None] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:52.471361 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d0bf5a6e-53f1-4f15-8518-c7344c98b960 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1380396 Apr 28 15:01:52.477218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:52.486081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1973332492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:52.533893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.554498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.555429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.566363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Subnet': ['ID=0d4ce8f8-2182-44d0-b9b9-b315dedb4385,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:52.643118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Checking segment: {'id': '05337bd3-06ff-44b7-9259-36641e6f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:52.643491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network hostable DHCP agents. Network: de36fd66-4567-449a-9eba-9e73ac0d5d60, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:52.661267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.670728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.675635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:52.714193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, de36fd66-4567-449a-9eba-9e73ac0d5d60) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:52.724805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:52.725393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.727231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.731504 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-81c81164-a908-4ed0-a797-f78f7ba1406c tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2506404 Apr 28 15:01:52.731664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541d853c-8353-4e40-9e2b-7dced545a4dc None None] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:52.732022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45180) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:52.757579 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c1217b16-fe0f-4b9e-b925-b6e036d1648a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0144110 Apr 28 15:01:52.774979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45182) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:52.779989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'subnet': {'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:52.796589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-9964f0df-3331-48af-b0b3-5d2392cd3186', 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186', 'tenant_id': '3b715090549a45d889ee26f302e01e47', 'fixed_ips': [{'subnet_id': '824e2de1-2d9d-4c25-b8f0-01349ebb8db4'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:52.798270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:52.840758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45186) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:52.934495 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:01:53.008034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Allocated IP 172.20.0.2 (9964f0df-3331-48af-b0b3-5d2392cd3186/824e2de1-2d9d-4c25-b8f0-01349ebb8db4/7a241af3-6b42-46b0-87aa-9fe50531139d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:53.209675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.210551 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.214486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.215643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-de36fd66-4567-449a-9eba-9e73ac0d5d60', 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60', 'tenant_id': '48427e08164a480496558fbc9b7dad4a', 'fixed_ips': [{'subnet_id': '0d4ce8f8-2182-44d0-b9b9-b315dedb4385'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:53.216733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.226905 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.231791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.252999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Delete allocated IP 2001:db8::19e (29cb3cb2-3e22-4512-9d0a-639156c72034/c0043ede-9aef-4d9f-b179-6ae08c380af6) {{(pid=102641) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 15:01:53.293751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Allocated IP 2001:db8:0:2::3c1 (29cb3cb2-3e22-4512-9d0a-639156c72034/d1bc0de0-50cf-4cda-b640-2b8770174aff/edd2cd71-0e2d-47c4-9706-00b64a2a3d17) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:53.341601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:53.350636 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:53.352366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:53.353560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.369994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Made reservation on behalf of 48427e08164a480496558fbc9b7dad4a for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:53.373973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Pushing event updated for resources: {'Port': ['ID=7a241af3-6b42-46b0-87aa-9fe50531139d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:53.374145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.420846 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.455764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Attempting to bind port 7a241af3-6b42-46b0-87aa-9fe50531139d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:53.456148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Attempting to bind port 7a241af3-6b42-46b0-87aa-9fe50531139d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '3e2a9f60-3904-4175-950f-2004cbf5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:53.456515 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Attempting to bind port 7a241af3-6b42-46b0-87aa-9fe50531139d on network 9964f0df-3331-48af-b0b3-5d2392cd3186 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:53.465195 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:53.465616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Checking segment: {'id': '3e2a9f60-3904-4175-950f-2004cbf5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:53.465972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.466528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Bound using segment: {'id': '3e2a9f60-3904-4175-950f-2004cbf5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:53.466830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Bound port: 7a241af3-6b42-46b0-87aa-9fe50531139d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2a9f60-3904-4175-950f-2004cbf5cdd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:53.467211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.532990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router 553a8758-c754-4adf-9ca3-78e96d71088b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:01:53.534451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Allocated IP 172.20.0.2 (de36fd66-4567-449a-9eba-9e73ac0d5d60/0d4ce8f8-2182-44d0-b9b9-b315dedb4385/bce0c09c-e9b1-4305-a7fa-a0949417cb7f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:53.572691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c612809-8729-4122-af53-131624755840 None None] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:53.622430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:53.653601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Allocated IP 172.20.0.1 (9964f0df-3331-48af-b0b3-5d2392cd3186/824e2de1-2d9d-4c25-b8f0-01349ebb8db4/1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:53.704209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.707031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.708267 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/884f656b-96fa-43c5-acc1-519028f9bc2f HTTP/1.1" status: 204 len: 168 time: 0.8647017 Apr 28 15:01:53.756852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4585ece-470e-4fd9-8b28-105399fd6f4c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884f656b-96fa-43c5-acc1-519028f9bc2f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:53.769056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:53.829486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.835554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 957ba3a1-0d62-4cf6-b840-28903058e509 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:53.864219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.881953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:53.918585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] For port 7a241af3-6b42-46b0-87aa-9fe50531139d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:53.927995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:53.928333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bedbfc09-6927-4ac9-a4fb-1b5d5bdffbe6 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:53.930519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.966286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:53.985381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] For port 7a241af3-6b42-46b0-87aa-9fe50531139d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a241af3-6b42-46b0-87aa-9fe50531139d,segment=NetworkSegment(3e2a9f60-3904-4175-950f-2004cbf5cdd3),segment_id=3e2a9f60-3904-4175-950f-2004cbf5cdd3)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:54.015052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.016080 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.051889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] In _notify_port_updated(), no bound segment for port edd2cd71-0e2d-47c4-9706-00b64a2a3d17 on network 29cb3cb2-3e22-4512-9d0a-639156c72034 {{(pid=102641) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:01:54.057768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.058942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.060159 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "PUT /v2.0/ports/edd2cd71-0e2d-47c4-9706-00b64a2a3d17 HTTP/1.1" status: 200 len: 969 time: 1.9462731 Apr 28 15:01:54.068250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] Provisioning complete for port 957ba3a1-0d62-4cf6-b840-28903058e509 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:54.069286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.069451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45192) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.096044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b8500-8dd0-4e49-a7a5-7d787c4fda5d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event updated for resources: {'Port': ['ID=edd2cd71-0e2d-47c4-9706-00b64a2a3d17,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.129176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Allocated IP 2001:db8:0:2::2 (29cb3cb2-3e22-4512-9d0a-639156c72034/d1bc0de0-50cf-4cda-b640-2b8770174aff/aa4bc874-6079-494b-bcec-3dbe92752848) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:54.138325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:54.143867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.145403 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8e030a1b-4298-4a64-bd1d-d5e6f23cb15a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "PUT /v2.0/routers/553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 200 len: 922 time: 2.5552919 Apr 28 15:01:54.148912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Subnet': ['ID=b698c72e-66b4-4c73-a64c-f4918bef95a8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.151423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45194) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.171032 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] Sync routers for ids ['553a8758-c754-4adf-9ca3-78e96d71088b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:54.211704 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] Routers {'553a8758-c754-4adf-9ca3-78e96d71088b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:54.215182 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['553a8758-c754-4adf-9ca3-78e96d71088b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:54.263810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.271061 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:54.276273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e35d9-d81d-4b26-8d3e-47fee51661be None None] Pushing event updated for resources: {'Port': ['ID=7a241af3-6b42-46b0-87aa-9fe50531139d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.282950 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] Routers {'553a8758-c754-4adf-9ca3-78e96d71088b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:54.283896 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['553a8758-c754-4adf-9ca3-78e96d71088b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:54.284285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port edd2cd71-0e2d-47c4-9706-00b64a2a3d17 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:54.284635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.296424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 957ba3a1-0d62-4cf6-b840-28903058e509 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:54.296793 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.334115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.340255 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:54.342069 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529ec83-9f18-45b6-9586-d28b1eedf9ca None None] The sync data for ids ['553a8758-c754-4adf-9ca3-78e96d71088b'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:54.368753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.392896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.396484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.436609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.464684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:54.469787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.480838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for edd2cd71-0e2d-47c4-9706-00b64a2a3d17 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:54.483542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:54.486073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:54.519773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:54.532406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:54.534254 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.538948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:54.541473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:54.564612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.568997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Checking segment: {'id': 'f6884b25-f1d0-4038-bacb-d387c692635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:54.568997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network hostable DHCP agents. Network: e79c61fe-c10e-4333-816f-81a378bea778, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:01:54.573462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Pushing event updated for resources: {'Port': ['ID=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.606379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.634973 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3bb679aa-617e-4a7b-bb0f-ff80460072ff tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 200 len: 922 time: 0.4795234 Apr 28 15:01:54.650458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.675284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.682583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.687895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.690134 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-95fe6e35-cb45-43e1-bf4e-18fd827e48fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/45fdceb3-4820-4d0e-ac9c-aa7d5ee89f00 HTTP/1.1" status: 204 len: 168 time: 0.9197605 Apr 28 15:01:54.694915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45198) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.741384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.758905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccb0e6-62aa-4a7a-8af9-1a58b39c4922 None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:54.814251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.818617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] For port 957ba3a1-0d62-4cf6-b840-28903058e509, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=957ba3a1-0d62-4cf6-b840-28903058e509,segment=NetworkSegment(f4a29cb7-a818-4566-a639-3e8fb863c36f),segment_id=f4a29cb7-a818-4566-a639-3e8fb863c36f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:54.825836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network e79c61fe-c10e-4333-816f-81a378bea778 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:01:54.841364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14ff2f-61d7-4e94-867f-3c6b86d8bfc0 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.842174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.843078 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1d14ff2f-61d7-4e94-867f-3c6b86d8bfc0 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=553a8758-c754-4adf-9ca3-78e96d71088b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1915548 Apr 28 15:01:54.846494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45200) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.847614 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Attempting to bind port bce0c09c-e9b1-4305-a7fa-a0949417cb7f on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:54.848149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Attempting to bind port bce0c09c-e9b1-4305-a7fa-a0949417cb7f by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '05337bd3-06ff-44b7-9259-36641e6f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:54.848543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Attempting to bind port bce0c09c-e9b1-4305-a7fa-a0949417cb7f on network de36fd66-4567-449a-9eba-9e73ac0d5d60 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:54.886468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.896113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.904792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, e79c61fe-c10e-4333-816f-81a378bea778) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:54.915302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:54.915704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Checking segment: {'id': '05337bd3-06ff-44b7-9259-36641e6f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:54.916202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.916763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Bound using segment: {'id': '05337bd3-06ff-44b7-9259-36641e6f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:54.917302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Bound port: bce0c09c-e9b1-4305-a7fa-a0949417cb7f, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05337bd3-06ff-44b7-9259-36641e6f5183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'de36fd66-4567-449a-9eba-9e73ac0d5d60'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:54.917690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.919849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.933953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa68073-0b73-4c37-92ac-74c21b200e82 None None] Network e79c61fe-c10e-4333-816f-81a378bea778 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:54.941394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:54.942297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.968504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=edd2cd71-0e2d-47c4-9706-00b64a2a3d17,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:54.970823 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-63f38cc5-1aed-4dcc-8fd2-56873a0a6653 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1950786 Apr 28 15:01:54.974292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45202) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:54.991669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:54.995489 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b1c4289d-7925-499d-9211-fc8a3fd3ff77 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/edd2cd71-0e2d-47c4-9706-00b64a2a3d17 HTTP/1.1" status: 204 len: 168 time: 0.9230468 Apr 28 15:01:54.998304 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45204) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:55.034155 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-71132362-f7d9-4430-a9c0-ef581cc1deb4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] GET failed (client error): The resource could not be found. Apr 28 15:01:55.035817 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-71132362-f7d9-4430-a9c0-ef581cc1deb4 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports/edd2cd71-0e2d-47c4-9706-00b64a2a3d17 HTTP/1.1" status: 404 len: 333 time: 0.0365832 Apr 28 15:01:55.046469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45206) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:55.103501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1f86f-0a66-411e-9c6e-d60854227343 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:55.105000 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-afe1f86f-0a66-411e-9c6e-d60854227343 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.2573426 Apr 28 15:01:55.108410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45208) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:55.139900 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-12081451-6c7f-4489-8f88-4fea4e4a9069 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 200 len: 205 time: 0.0302863 Apr 28 15:01:55.142336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45210) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:55.162930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 80d31302-7134-49f0-a130-e4cff9c7afba {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:55.163273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.227541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16b25d-8c5a-430b-95c2-dba6661f9ac5 None None] Pushing event updated for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.270604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:01:55.270951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.271366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:01:55.320769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6bcace48-7685-401c-a91d-c9b440c36b32 None None] Provisioning complete for port 957ba3a1-0d62-4cf6-b840-28903058e509 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:55.321176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6bcace48-7685-401c-a91d-c9b440c36b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.360243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.395949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.427612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] For port bce0c09c-e9b1-4305-a7fa-a0949417cb7f, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:55.442761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 80d31302-7134-49f0-a130-e4cff9c7afba, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=80d31302-7134-49f0-a130-e4cff9c7afba,segment=NetworkSegment(19f5f7fe-142a-45fb-9dea-05c2bb317815),segment_id=19f5f7fe-142a-45fb-9dea-05c2bb317815)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:55.443261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.445243 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] For port bce0c09c-e9b1-4305-a7fa-a0949417cb7f, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,segment=NetworkSegment(05337bd3-06ff-44b7-9259-36641e6f5183),segment_id=05337bd3-06ff-44b7-9259-36641e6f5183)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:55.468849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1118554-4583-40ca-805e-7d152d8d0f64 None None] Pushing event updated for resources: {'Port': ['ID=957ba3a1-0d62-4cf6-b840-28903058e509,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.482963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.552994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.570968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.576168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] DHCP port deletion for 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:01:55.604331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 80d31302-7134-49f0-a130-e4cff9c7afba owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:55.649647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.698799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.702408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.714078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.783370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930845c-5e98-4867-b04c-6f97a4e249e1 None None] Pushing event updated for resources: {'Port': ['ID=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:55.794221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-e79c61fe-c10e-4333-816f-81a378bea778', 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778', 'tenant_id': '48427e08164a480496558fbc9b7dad4a', 'fixed_ips': [{'subnet_id': 'b698c72e-66b4-4c73-a64c-f4918bef95a8'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:01:55.795287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.883428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:55.887165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:55.897461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port 5939fecc-eef9-4053-9da1-62b69b5a95a2 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:55.897934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.938061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.940970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:55.946508 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/security-groups/21ba4625-62cc-46bf-ba01-b01abdabf88b HTTP/1.1" status: 204 len: 168 time: 0.8987160 Apr 28 15:01:55.951183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45212) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:56.004174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e6ac2-9f53-4c18-844e-74fce03a88cd tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ba4625-62cc-46bf-ba01-b01abdabf88b,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.015633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aef2871-d1c0-4a4e-a6e5-dd55726cc95f None None] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:56.117351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.176632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.192115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 80d31302-7134-49f0-a130-e4cff9c7afba on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:56.210511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=80d31302-7134-49f0-a130-e4cff9c7afba,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.226897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for 5939fecc-eef9-4053-9da1-62b69b5a95a2 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:56.270409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Router e6e214d3-5a3a-40f6-a5d0-11e82fc89e82 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:56.300482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.347116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Deleting port 80d31302-7134-49f0-a130-e4cff9c7afba {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:56.347525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.367883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.393436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Allocated IP 172.20.0.1 (de36fd66-4567-449a-9eba-9e73ac0d5d60/0d4ce8f8-2182-44d0-b9b9-b315dedb4385/1a2076b5-44d9-4183-be8d-08ee28fd4735) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:56.400780 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.426604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f18f7e6-c898-44fb-8412-2e6dd3f4bd81']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:56.452841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f5f7fe-142a-45fb-9dea-05c2bb317815') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:56.453756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f5f7fe-142a-45fb-9dea-05c2bb317815') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:56.475164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:56.478720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.491218 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-04cd4720-6307-4a7c-894b-d8caea038910 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "PUT /v2.0/routers/e6e214d3-5a3a-40f6-a5d0-11e82fc89e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7582650 Apr 28 15:01:56.493031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45214) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:56.498366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] Provisioning complete for port 7a241af3-6b42-46b0-87aa-9fe50531139d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:56.498654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.504615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'port': {'network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186', 'name': 'tempest-FloatingIPNegativeTestJSON-1404556315'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:56.531247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] Sync routers for ids ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:56.551958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.595821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:01:56.596176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:01:56.599329 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:01:56.627369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] Routers {'e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:56.628039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:56.634423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:56.641964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] For port 80d31302-7134-49f0-a130-e4cff9c7afba, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:56.642403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.671369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.715671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.716010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=5939fecc-eef9-4053-9da1-62b69b5a95a2,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.718418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.720242 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/security-groups/2a93dd08-cff8-4fd0-a955-e46de7f41cab HTTP/1.1" status: 204 len: 168 time: 0.7654266 Apr 28 15:01:56.725734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45216) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:56.739496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.746572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.754494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Allocated IP 172.20.0.2 (e79c61fe-c10e-4333-816f-81a378bea778/b698c72e-66b4-4c73-a64c-f4918bef95a8/0b0f8d1b-34c1-4f11-a85d-e99054bf6421) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:56.755882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2271a-d27a-40e7-9100-901aa703f3ae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a93dd08-cff8-4fd0-a955-e46de7f41cab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.769528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.773275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 HTTP/1.1" status: 204 len: 168 time: 2.0753748 Apr 28 15:01:56.780422 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45218) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:56.805722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a5bb0-c8fa-45f5-9673-1837baabe6b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=0f18f7e6-c898-44fb-8412-2e6dd3f4bd81,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.814409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:56.848426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Calling delete_port for 80d31302-7134-49f0-a130-e4cff9c7afba owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:56.854287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.862268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Port 80d31302-7134-49f0-a130-e4cff9c7afba was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:01:56.922657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Port': ['ID=1a2076b5-44d9-4183-be8d-08ee28fd4735,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:56.928070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:56.935141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:56.936706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:56.939620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:56.951847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Network 0f18f7e6-c898-44fb-8412-2e6dd3f4bd81 is not hosted by any dhcp agent {{(pid=102642) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 28 15:01:56.952359 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] No DVR routers for this DVR port 80d31302-7134-49f0-a130-e4cff9c7afba on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:01:57.001071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] Routers {'e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:57.001708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:57.018745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.048788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:57.049484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569e6ac7-c9fd-4849-a38f-ab4cc0a2cd26 None None] The sync data for ids ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:57.050967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82080112-f37e-4341-b745-7d6cbb52f174 None None] Pushing event deleted for resources: {'Port': ['ID=80d31302-7134-49f0-a130-e4cff9c7afba,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.197629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.204748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:57.205113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.237293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.294160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.317706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.326648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] For port 7a241af3-6b42-46b0-87aa-9fe50531139d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a241af3-6b42-46b0-87aa-9fe50531139d,segment=NetworkSegment(3e2a9f60-3904-4175-950f-2004cbf5cdd3),segment_id=3e2a9f60-3904-4175-950f-2004cbf5cdd3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:57.364127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.367403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3499d46-94e9-4499-a65c-370cb54d4d5d None None] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:57.402918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Network e79c61fe-c10e-4333-816f-81a378bea778 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:57.408185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Made reservation on behalf of 3b715090549a45d889ee26f302e01e47 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:01:57.413627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.435605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.438070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:57.444343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] device_id is not set on port 553fe54a-5e97-4202-a4ae-050bc95c0e52 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:01:57.468206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:57.540251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.559278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a241af3-6b42-46b0-87aa-9fe50531139d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:57.621443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.623146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58236cce-c63a-4b2e-88cb-244e1d8822d8 None None] Pushing event updated for resources: {'Port': ['ID=7a241af3-6b42-46b0-87aa-9fe50531139d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.630535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.636889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:57.637258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.660978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.671717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Attempting to bind port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:01:57.672105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Attempting to bind port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f6884b25-f1d0-4038-bacb-d387c692635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:01:57.672469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Attempting to bind port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 on network e79c61fe-c10e-4333-816f-81a378bea778 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:01:57.686350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.706945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:01:57.707348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Checking segment: {'id': 'f6884b25-f1d0-4038-bacb-d387c692635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:01:57.707746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.708156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Bound using segment: {'id': 'f6884b25-f1d0-4038-bacb-d387c692635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:01:57.708633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Bound port: 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6884b25-f1d0-4038-bacb-d387c692635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'e79c61fe-c10e-4333-816f-81a378bea778'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:01:57.709004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.745601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:57.748199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.752853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Port': ['ID=1a2076b5-44d9-4183-be8d-08ee28fd4735,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.776356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.778984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.780190 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/security-groups/13d2f65e-4d2d-4f70-94aa-44bf789c7957 HTTP/1.1" status: 204 len: 168 time: 1.0534780 Apr 28 15:01:57.783333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.798896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.803184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:57.804742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172c51d-1828-415f-a301-f71d4e80f494 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d2f65e-4d2d-4f70-94aa-44bf789c7957,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:57.809543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a241af3-6b42-46b0-87aa-9fe50531139d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:57.809909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.852851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Allocated IP 172.20.0.4 (9964f0df-3331-48af-b0b3-5d2392cd3186/824e2de1-2d9d-4c25-b8f0-01349ebb8db4/553fe54a-5e97-4202-a4ae-050bc95c0e52) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:01:57.865386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:57.865764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.870405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:57.872182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:57.883733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] For port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:01:57.930530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] For port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,segment=NetworkSegment(f6884b25-f1d0-4038-bacb-d387c692635b),segment_id=f6884b25-f1d0-4038-bacb-d387c692635b)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:01:57.957055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.968942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.969504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router 553a8758-c754-4adf-9ca3-78e96d71088b {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:01:57.981457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:57.982582 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-20e305f0-90f1-40a1-99dd-87b25473a91e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 204 len: 168 time: 2.8393269 Apr 28 15:01:57.994531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45222) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:58.002021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1163655891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:58.035763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet c0043ede-9aef-4d9f-b179-6ae08c380af6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:58.058346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.059576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.059784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.166640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.182998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.200931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Router 6bccce38-4eea-4857-be41-25ae82969002 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:01:58.210492 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.210890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Could not find standard attr ID for object edd2cd71-0e2d-47c4-9706-00b64a2a3d17. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:01:58.226181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff084c-1707-4618-9869-dedd4fab30b4 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:58.231778 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Provisioning complete for port bce0c09c-e9b1-4305-a7fa-a0949417cb7f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:58.232164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.235142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device bce0c09c-e9b1-4305-a7fa-a0949417cb7f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:58.254426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 93d8b33d-bfc9-41ec-b77e-fc049719d9e6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:01:58.254772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.414864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port bce0c09c-e9b1-4305-a7fa-a0949417cb7f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:58.415897 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.460458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.462021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.564871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.617733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.622100 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/c0043ede-9aef-4d9f-b179-6ae08c380af6 HTTP/1.1" status: 204 len: 168 time: 0.8151987 Apr 28 15:01:58.632147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49e5ac-1ebf-45a3-832c-c18c732c288e tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=c0043ede-9aef-4d9f-b179-6ae08c380af6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:58.640437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:58.705510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.708510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.709043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.728771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.732948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3cd76e18-5b33-479a-a8bf-72a8b6c2456e tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7343383 Apr 28 15:01:58.734433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:58.735428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 93d8b33d-bfc9-41ec-b77e-fc049719d9e6 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:01:58.744739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:58.751071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815a4a4b-fe88-4a2b-ad27-2fe161a5b9cb None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:58.751491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:01:58.759039 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9bdf0653-a4a5-43b4-af30-b65bba0ea602 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7810175 Apr 28 15:01:58.759438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:58.760908 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] Sync routers for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:01:58.777414 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:58.778344 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:58.846753 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:58.862172 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:01:58.865985 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:58.869438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] For port bce0c09c-e9b1-4305-a7fa-a0949417cb7f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,segment=NetworkSegment(05337bd3-06ff-44b7-9259-36641e6f5183),segment_id=05337bd3-06ff-44b7-9259-36641e6f5183)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:01:58.896146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet d1bc0de0-50cf-4cda-b640-2b8770174aff {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:01:58.904799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.908286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:58.920061 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:01:58.921047 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d17854c-e539-4928-afcd-fc01495c9326 None None] The sync data for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:01:58.998292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 957ba3a1-0d62-4cf6-b840-28903058e509 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:59.087298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba52f7d-f469-46bc-bace-398ee04d5fb4 None None] Pushing event updated for resources: {'Port': ['ID=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.118744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Provisioning complete for port 1a2076b5-44d9-4183-be8d-08ee28fd4735 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.119612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.126082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.129565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.193980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Port 1a2076b5-44d9-4183-be8d-08ee28fd4735 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:59.197629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 957ba3a1-0d62-4cf6-b840-28903058e509 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.198035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.247723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Provisioning complete for port 1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.248109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.295133 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-35b3d83b-68f3-4599-b657-a741227b32b6 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:01:59.298397 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Port 1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:01:59.302553 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-35b3d83b-68f3-4599-b657-a741227b32b6 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5422506 Apr 28 15:01:59.305754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45230) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:59.308470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:01:59.310800 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.325835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:01:59.333324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:01:59.344446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Provisioning complete for port bce0c09c-e9b1-4305-a7fa-a0949417cb7f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.344767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.395236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=553fe54a-5e97-4202-a4ae-050bc95c0e52,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.468009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 80d31302-7134-49f0-a130-e4cff9c7afba no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:01:59.504174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 80d31302-7134-49f0-a130-e4cff9c7afba {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:01:59.504174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 80d31302-7134-49f0-a130-e4cff9c7afba not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:01:59.512407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Provisioning complete for port 7a241af3-6b42-46b0-87aa-9fe50531139d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.512786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7c716f37-418c-4f84-b5de-7b8d06269c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.514772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:01:59.515546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.524626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.739847 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ee5ddabf-e336-4b8e-bc6d-75fb1be714f1 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2461867 Apr 28 15:01:59.740642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45232) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:59.741020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8013d44-d49e-478c-bb6a-2baa48abee32 None None] Network e79c61fe-c10e-4333-816f-81a378bea778 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:01:59.751224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:01:59.805800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device bce0c09c-e9b1-4305-a7fa-a0949417cb7f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:01:59.814674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.847928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=93d8b33d-bfc9-41ec-b77e-fc049719d9e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.854628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.857734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.898218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=d1bc0de0-50cf-4cda-b640-2b8770174aff,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:01:59.907134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Provisioning complete for port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:01:59.907764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.920049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:01:59.923401 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dac1ada6-c5ab-46c8-b067-db0b3b94941d tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/d1bc0de0-50cf-4cda-b640-2b8770174aff HTTP/1.1" status: 204 len: 168 time: 1.2818899 Apr 28 15:01:59.926946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45234) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:01:59.964456 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1789a07-e77e-4014-b241-a77342759744 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:01:59.964914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1789a07-e77e-4014-b241-a77342759744 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:01:59.970548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1789a07-e77e-4014-b241-a77342759744 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/c0043ede-9aef-4d9f-b179-6ae08c380af6 HTTP/1.1" status: 404 len: 337 time: 0.0399191 Apr 28 15:01:59.970835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45236) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.023656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port bce0c09c-e9b1-4305-a7fa-a0949417cb7f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.023968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.029369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.074216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting subnet 281eb6dc-44d4-4852-81f4-3604e9df7daf {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:00.080492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.118115 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.118254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.118938 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 83cdf7a4-e866-49f2-ad67-3b6d3a616895 disassociated (deleted). External IP: 172.26.4.151, port: 445ba9d2-a811-48a0-9e86-900a611e958c. Apr 28 15:02:00.181455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.189242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] For port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,segment=NetworkSegment(f6884b25-f1d0-4038-bacb-d387c692635b),segment_id=f6884b25-f1d0-4038-bacb-d387c692635b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:00.196008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a241af3-6b42-46b0-87aa-9fe50531139d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:00.262892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.336588 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Pushing event updated for resources: {'Port': ['ID=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:00.344806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20524373-6508-439a-a4ec-575e2558ec38 None None] Network 29cb3cb2-3e22-4512-9d0a-639156c72034 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:00.350480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Provisioning complete for port 553fe54a-5e97-4202-a4ae-050bc95c0e52 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.350856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.366738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.438639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Port 553fe54a-5e97-4202-a4ae-050bc95c0e52 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:00.459222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a241af3-6b42-46b0-87aa-9fe50531139d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.459602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.476682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.495162 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Provisioning complete for port 1a2076b5-44d9-4183-be8d-08ee28fd4735 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.495829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.533530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Subnet': ['ID=281eb6dc-44d4-4852-81f4-3604e9df7daf,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:00.544989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.548495 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-440fd1ae-eb84-496f-90e8-6f00343cb8c9 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/281eb6dc-44d4-4852-81f4-3604e9df7daf HTTP/1.1" status: 204 len: 168 time: 0.5767214 Apr 28 15:02:00.551078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45238) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.584134 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-021fb94e-0818-48e5-8765-eb6a3da5a316 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:00.584497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021fb94e-0818-48e5-8765-eb6a3da5a316 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:00.589933 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-021fb94e-0818-48e5-8765-eb6a3da5a316 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/60861c5e-ddd8-4d7d-997e-2f142fad6e06 HTTP/1.1" status: 404 len: 337 time: 0.0355873 Apr 28 15:02:00.591725 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.597465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d3075675-b7a2-492e-b5d0-2c5478e90d54 None None] Port 1a2076b5-44d9-4183-be8d-08ee28fd4735 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:00.631687 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd18c575-0108-4995-a2c4-962e9ba23638 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb4ed797-33bb-4864-a1a3-b5583cdb1fac HTTP/1.1" status: 200 len: 205 time: 0.0357151 Apr 28 15:02:00.632221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting port 1a2076b5-44d9-4183-be8d-08ee28fd4735 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:00.632221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.634170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.643563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.656884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:00.699486 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-8e0dab47-04f4-4601-ada6-4a1fc2c16b06 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] delete failed (client error): The resource could not be found. Apr 28 15:02:00.700577 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8e0dab47-04f4-4601-ada6-4a1fc2c16b06 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/routers/fb4ed797-33bb-4864-a1a3-b5583cdb1fac HTTP/1.1" status: 404 len: 336 time: 0.0658224 Apr 28 15:02:00.703206 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.704394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.714264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.714760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.738124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] DHCP port deletion for 29cb3cb2-3e22-4512-9d0a-639156c72034 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:00.745073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.758188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Calling delete_port for 1a2076b5-44d9-4183-be8d-08ee28fd4735 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:00.778632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Provisioning complete for port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.778909 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1066d7f8-a270-4b90-b9c1-807c72d9bcae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:00.779007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.779249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1066d7f8-a270-4b90-b9c1-807c72d9bcae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:00.782590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1066d7f8-a270-4b90-b9c1-807c72d9bcae tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/bbf36a64-da05-42e4-a866-f49f3bfd284b HTTP/1.1" status: 404 len: 337 time: 0.0758667 Apr 28 15:02:00.791572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.873839 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2120c432-afac-4569-8f72-834417093953 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:00.874297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2120c432-afac-4569-8f72-834417093953 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:00.880086 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2120c432-afac-4569-8f72-834417093953 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/e172a0c5-0042-4332-8b95-94f63f604503 HTTP/1.1" status: 404 len: 337 time: 0.0834415 Apr 28 15:02:00.880477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45248) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.886760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.902887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Deleting port aa4bc874-6079-494b-bcec-3dbe92752848 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:00.903267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.915795 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-772da01a-9d5f-4ee2-a3ed-4df1b56f4022 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:00.916398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772da01a-9d5f-4ee2-a3ed-4df1b56f4022 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:00.923535 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-772da01a-9d5f-4ee2-a3ed-4df1b56f4022 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/631d41c1-6318-4a80-90da-7cda35c1b66b HTTP/1.1" status: 404 len: 337 time: 0.0379446 Apr 28 15:02:00.923535 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.947835 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadf0806-4df0-438b-8956-a0958d9d3a54 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:00.947835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fadf0806-4df0-438b-8956-a0958d9d3a54 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:00.951988 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fadf0806-4df0-438b-8956-a0958d9d3a54 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/0109d0de-0b76-4ec6-8442-163e4e65b97e HTTP/1.1" status: 404 len: 333 time: 0.0277846 Apr 28 15:02:00.953515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:00.982883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] For port aa4bc874-6079-494b-bcec-3dbe92752848, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aa4bc874-6079-494b-bcec-3dbe92752848,segment=NetworkSegment(3b693974-5efe-4617-ac7e-ec5a1db0e395),segment_id=3b693974-5efe-4617-ac7e-ec5a1db0e395)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:00.983377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:00.997860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Provisioning complete for port aa4bc874-6079-494b-bcec-3dbe92752848 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:00.998221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.003676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Calling delete_port for aa4bc874-6079-494b-bcec-3dbe92752848 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:01.006255 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a17588f-d16b-447f-85f3-774427617308 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:01.007105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a17588f-d16b-447f-85f3-774427617308 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:01.012249 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0a17588f-d16b-447f-85f3-774427617308 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/a530d25e-1085-4203-8184-fc5a480aeddc HTTP/1.1" status: 404 len: 337 time: 0.0553749 Apr 28 15:02:01.013502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45254) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.018577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:01.039590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Allocated IP 172.26.4.182 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/3f0629e4-4188-40ad-8450-c82331bd5c90) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:01.045145 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-628536d9-1779-4ad7-bea8-de653dbce8f1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:01.045683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628536d9-1779-4ad7-bea8-de653dbce8f1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:01.051158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-628536d9-1779-4ad7-bea8-de653dbce8f1 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/903fb96b-0c06-4090-b864-d35b05db18e8 HTTP/1.1" status: 404 len: 337 time: 0.0353179 Apr 28 15:02:01.051394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.077316 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2848cb-59db-4f83-9034-7ba35fc85b23 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:01.077632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2848cb-59db-4f83-9034-7ba35fc85b23 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:01.084525 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd2848cb-59db-4f83-9034-7ba35fc85b23 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/0abef29a-b072-4eb2-98be-1877cd27cbe1 HTTP/1.1" status: 404 len: 333 time: 0.0282519 Apr 28 15:02:01.085755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.117240 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e907e8c-d8ff-4c94-a981-5f743800ba31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:01.117670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e907e8c-d8ff-4c94-a981-5f743800ba31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:01.126328 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e907e8c-d8ff-4c94-a981-5f743800ba31 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/e74f7f55-6960-4757-8641-f2b7ba171e24 HTTP/1.1" status: 404 len: 337 time: 0.0342691 Apr 28 15:02:01.126328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.134221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45260) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.147772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Port': ['ID=1a2076b5-44d9-4183-be8d-08ee28fd4735,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:01.170896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.208069 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] Pushing event deleted for resources: {'Port': ['ID=aa4bc874-6079-494b-bcec-3dbe92752848,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:01.211825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Provisioning complete for port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:01.212275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.219866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbb067-48ff-47cf-b2a1-c6ec601f7775 None None] No DVR routers for this DVR port aa4bc874-6079-494b-bcec-3dbe92752848 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:01.235853 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3742864d-68a9-49d4-abaa-d0098b8f1a8a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:01.237000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3742864d-68a9-49d4-abaa-d0098b8f1a8a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:01.252900 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3742864d-68a9-49d4-abaa-d0098b8f1a8a tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/subnets/d207a60c-7e9f-4482-80a6-d242ae05a0a3 HTTP/1.1" status: 404 len: 337 time: 0.1171505 Apr 28 15:02:01.254941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.267390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-71d5f7e7-15ad-46a5-894d-d4441aa64ee0 None None] Port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:01.358295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:01.360831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.364568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.369996 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.378148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:01.389933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:01.391016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:01.404198 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eae668a6-c8fc-4642-a09f-4a8286cf2775 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/83cdf7a4-e866-49f2-ad67-3b6d3a616895 HTTP/1.1" status: 204 len: 168 time: 4.6033270 Apr 28 15:02:01.406253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:01.408983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:01.440945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.519517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102d328-9de4-4265-9475-e337d9035628 x-openstack-request-id: req-f102d328-9de4-4265-9475-e337d9035628 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:01.520062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:01.520062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f102d328-9de4-4265-9475-e337d9035628 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:01.520477 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f102d328-9de4-4265-9475-e337d9035628'] response: {'name': 'network-changed', 'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c', 'status': 'completed', 'code': 200} Apr 28 15:02:01.561476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Deleting port ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:01.561476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.571903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:01.581731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:01.590675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:01.624740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Allocated IP 172.26.4.35 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/1784388f-7760-40f2-a653-5bc94b12e62a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:01.636652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event updated for resources: {'Port': ['ID=3f0629e4-4188-40ad-8450-c82331bd5c90,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:01.705365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.721145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Router 6bccce38-4eea-4857-be41-25ae82969002 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:01.726279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Calling delete_port for ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:01.752325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:01.763715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-98ef5630-1e35-4cfd-8d98-2a4adcd55b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:01.765254 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-98ef5630-1e35-4cfd-8d98-2a4adcd55b06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 1099 time: 0.2438307 Apr 28 15:02:01.798710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.805355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:01.862700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:01.871871 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d99162f2-bd31-450f-b9c3-70cac52e7e21 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5603096 Apr 28 15:02:01.872506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45270) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.880847 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] Sync routers for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:01.895601 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:01.896658 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:01.897947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:01.898318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:01.921741 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-72aed74a-ff1a-473a-b435-01eb7c904e95 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] delete failed (client error): The resource could not be found. Apr 28 15:02:01.923969 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-72aed74a-ff1a-473a-b435-01eb7c904e95 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-460368078 HTTP/1.1" status: 404 len: 334 time: 0.0498910 Apr 28 15:02:01.926996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45272) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:01.934742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4fab5cf2-78f8-4e12-90d8-1e812c990920 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'router': {'external_gateway_info': {'network_id': '6bccce38-4eea-4857-be41-25ae82969002'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:01.947950 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:01.958592 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:01.959899 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:01.992423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.003167 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.004254 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099dfd84-5ea5-4df7-9190-ff838381ea19 None None] The sync data for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:02.069526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd038d7-ea83-47ab-babc-ab3f0f276ad7 req-f57379d2-bd34-4fa7-a8f7-a4fcfac5125d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.070814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Port': ['ID=ec216cad-2c8d-4361-9a6a-7bbb9bf69a64,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.077124 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7dd038d7-ea83-47ab-babc-ab3f0f276ad7 req-f57379d2-bd34-4fa7-a8f7-a4fcfac5125d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.3156457 Apr 28 15:02:02.083003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.083466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.086867 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b030f072-e5e2-441d-a776-5ab0bf9ca235 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/ports/ec216cad-2c8d-4361-9a6a-7bbb9bf69a64 HTTP/1.1" status: 204 len: 168 time: 0.8304102 Apr 28 15:02:02.094087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:02.122374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:02.131860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:02.132620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.169202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:02.191222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: aa4bc874-6079-494b-bcec-3dbe92752848 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:02.191700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aa4bc874-6079-494b-bcec-3dbe92752848 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:02.223175 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.267368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:02.295325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.303739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-b9b274a7-926c-4922-a0e6-fd95ad91af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.305322 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-b9b274a7-926c-4922-a0e6-fd95ad91af3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 200 len: 898 time: 0.5124130 Apr 28 15:02:02.308399 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7dd038d7-ea83-47ab-babc-ab3f0f276ad7 req-1b850362-660e-49fb-98ab-dbed4a95ebe7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304354 Apr 28 15:02:02.344009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:02.381080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:02.385308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.389403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:02.391017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=1784388f-7760-40f2-a653-5bc94b12e62a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:02.394218 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-39f4c338-369f-40d9-b88f-9c224fa53d58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 200 len: 217 time: 0.0756617 Apr 28 15:02:02.487241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.524106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71f18e-d909-43f4-a257-2788e2e0ac5d None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:01:46Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '95f75987-bf2e-477f-b834-3795c9ecc8ad', 'name': '', 'network_id': '2dae4afa-7cf2-4187-89e8-8dc75d17b56f', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:b8:7f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:24Z', 'updated_at': '2022-04-28T14:59:34Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '28e195ea-88d6-4692-9fbe-1429e1ea3e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:02.602188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fab5cf2-78f8-4e12-90d8-1e812c990920 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.620232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-cfc4dfd6-51dd-442f-a868-71fb30df8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.621728 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-cfc4dfd6-51dd-442f-a868-71fb30df8049 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 200 len: 835 time: 0.1954308 Apr 28 15:02:02.624606 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-4fab5cf2-78f8-4e12-90d8-1e812c990920 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] update failed (client error): The resource could not be found. Apr 28 15:02:02.626001 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4fab5cf2-78f8-4e12-90d8-1e812c990920 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002 HTTP/1.1" status: 404 len: 339 time: 0.6974711 Apr 28 15:02:02.630162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45276) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:02.631197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.746606 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cb3cb2-3e22-4512-9d0a-639156c72034']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.777855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b693974-5efe-4617-ac7e-ec5a1db0e395') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.777855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b693974-5efe-4617-ac7e-ec5a1db0e395') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:02.797841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6ce1-7a72-458a-ba51-19f7ba3b65e0 None None] New status for floating IP 83cdf7a4-e866-49f2-ad67-3b6d3a616895: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:02:02.819768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.832467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:02.850217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-1b75fb97-2814-4b8d-8df4-529531c229dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:02.851712 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-1b75fb97-2814-4b8d-8df4-529531c229dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2dae4afa-7cf2-4187-89e8-8dc75d17b56f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2178717 Apr 28 15:02:02.925023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.096479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-a43d19f5-0a8b-4e94-8700-dafef6d2a414 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.098074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-a43d19f5-0a8b-4e94-8700-dafef6d2a414 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.1281760 Apr 28 15:02:03.240327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.277449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Allocated IP 172.20.0.1 (0b6a2166-2447-4f7a-a6a4-1eaed0718673/39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6/f16da5d8-3ff1-40bc-abd8-b1dba450f84e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:03.291739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:03.292183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:03.296883 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:03.299492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 445ba9d2-a811-48a0-9e86-900a611e958c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:03.299492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.333607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.420306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.439499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.441334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.461751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.464814 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] 10.222.0.58 "DELETE /v2.0/networks/29cb3cb2-3e22-4512-9d0a-639156c72034 HTTP/1.1" status: 204 len: 168 time: 1.3644149 Apr 28 15:02:03.509815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbfe8b-dc62-4aeb-adc5-db13be19a3fa req-0cc7cbd7-8db7-47e4-822e-0ffddddf12b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:03.511803 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-56fbfe8b-dc62-4aeb-adc5-db13be19a3fa req-0cc7cbd7-8db7-47e4-822e-0ffddddf12b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa2175fb-d776-4c13-8cea-0599aece5b79 HTTP/1.1" status: 200 len: 946 time: 0.1248877 Apr 28 15:02:03.526192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 445ba9d2-a811-48a0-9e86-900a611e958c, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=445ba9d2-a811-48a0-9e86-900a611e958c,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:03.526968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.529303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae1d09-9546-451f-9eaa-075f367c6a65 tempest-PortsIpV6TestJSON-1126135392 tempest-PortsIpV6TestJSON-1126135392-project] Pushing event deleted for resources: {'Network': ['ID=29cb3cb2-3e22-4512-9d0a-639156c72034,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:03.550537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.564272 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-4ec3fe31-d369-46c5-af9b-da57eb8f1c68 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415260 Apr 28 15:02:03.580796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 445ba9d2-a811-48a0-9e86-900a611e958c owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:03.585061 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-56fbfe8b-dc62-4aeb-adc5-db13be19a3fa req-6d8e1b86-82aa-40c5-baa8-972124fdb3f6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d30c9cb-56e0-4785-a06c-56d73a05e2c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638974 Apr 28 15:02:03.662915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.719236 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:03.740751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:03.746916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:03.776693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.781441 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-11bb8151-1052-4f8a-a93b-3fa6d9206d2a req-85090500-1c1f-471d-aae8-54185fa903a1 service neutron] 10.222.0.21 "GET /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047045 Apr 28 15:02:03.785399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Port': ['ID=f16da5d8-3ff1-40bc-abd8-b1dba450f84e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:03.785878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.818465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45284) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:03.853179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Router 7f6f2511-14d3-41bc-8795-4edbace52baf is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:03.859531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.877211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=1784388f-7760-40f2-a653-5bc94b12e62a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:03.889606 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:03.939238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.010778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.015278 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-774099e9-caeb-45fd-b6b4-4853d77279cc tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2679226 Apr 28 15:02:04.018048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.022372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=445ba9d2-a811-48a0-9e86-900a611e958c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.028538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ebf0c8a5-1473-4aba-a317-b8748df2ed0a tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'floatingip': {'port_id': '553fe54a-5e97-4202-a4ae-050bc95c0e52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:04.050710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 445ba9d2-a811-48a0-9e86-900a611e958c on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:04.058237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.061482 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8f63d886-cc58-4e6c-bcfd-c8230f4422e0 req-249a952e-3a9c-4e16-a883-a4ceeb4c6481 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/445ba9d2-a811-48a0-9e86-900a611e958c HTTP/1.1" status: 204 len: 173 time: 0.9567716 Apr 28 15:02:04.062228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'name': 'network-vif-deleted', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:04.064637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3704d439-1b99-4839-9a76-eede13925605" -d '{"events": [{"server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "name": "network-vif-deleted", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:04.067350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:04.076185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.080784 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0b77956d-ded5-4c30-bcd7-861fd3c59bd8 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "PUT /v2.0/routers/7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 200 len: 880 time: 5.3380458 Apr 28 15:02:04.080974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45292) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.085189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ebf0c8a5-1473-4aba-a317-b8748df2ed0a tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.088218 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] Sync routers for ids ['7f6f2511-14d3-41bc-8795-4edbace52baf'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:04.106709 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] Routers {'7f6f2511-14d3-41bc-8795-4edbace52baf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:04.107884 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7f6f2511-14d3-41bc-8795-4edbace52baf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.129294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-21e6ca30-d53d-41f3-a08f-2dbac6f8ed80 None None] Provisioning complete for port f16da5d8-3ff1-40bc-abd8-b1dba450f84e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:04.131397 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-21e6ca30-d53d-41f3-a08f-2dbac6f8ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.155945 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.165489 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] Routers {'7f6f2511-14d3-41bc-8795-4edbace52baf'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:04.168181 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7f6f2511-14d3-41bc-8795-4edbace52baf'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.196169 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd1a28af-012e-4688-95e5-e2a1be0f11b1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96e1c06f9a3d45f9a281ed7cd6c35c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708603 Apr 28 15:02:04.197330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45294) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.205979 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:04.206614 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e58e9-3e17-495c-a138-fc7275133aca None None] The sync data for ids ['7f6f2511-14d3-41bc-8795-4edbace52baf'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:04.207210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b5199-45ed-4eaa-8998-20c9eeb2ed0c x-openstack-request-id: req-0b6b5199-45ed-4eaa-8998-20c9eeb2ed0c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:04.207589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2175fb-d776-4c13-8cea-0599aece5b79", "name": "network-vif-deleted", "tag": "445ba9d2-a811-48a0-9e86-900a611e958c", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:04.207941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b6b5199-45ed-4eaa-8998-20c9eeb2ed0c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:04.209239 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6b5199-45ed-4eaa-8998-20c9eeb2ed0c'] response: {'server_uuid': 'fa2175fb-d776-4c13-8cea-0599aece5b79', 'name': 'network-vif-deleted', 'tag': '445ba9d2-a811-48a0-9e86-900a611e958c', 'status': 'completed', 'code': 200} Apr 28 15:02:04.226957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.236287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-21e6ca30-d53d-41f3-a08f-2dbac6f8ed80 None None] Port f16da5d8-3ff1-40bc-abd8-b1dba450f84e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:04.268476 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-ebf0c8a5-1473-4aba-a317-b8748df2ed0a tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] update failed (client error): The resource could not be found. Apr 28 15:02:04.272852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ebf0c8a5-1473-4aba-a317-b8748df2ed0a tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "PUT /v2.0/floatingips/9aad27f2-1ec2-45f3-858b-3ff0c94667a6 HTTP/1.1" status: 404 len: 507 time: 0.2539337 Apr 28 15:02:04.273430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45296) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.331591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.369893 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-121391ef-b415-40c9-a7a7-e1a7686064ef tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 200 len: 921 time: 0.2857242 Apr 28 15:02:04.379841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45298) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.433862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.487264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90a6d4-4dc3-4059-b2d6-eea5cf18e7f9 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.489004 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cb90a6d4-4dc3-4059-b2d6-eea5cf18e7f9 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=7f6f2511-14d3-41bc-8795-4edbace52baf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1081710 Apr 28 15:02:04.493030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45300) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.520136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting port 1784388f-7760-40f2-a653-5bc94b12e62a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:04.520486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.565268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.566270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.568975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.572993 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c633825-7602-4873-9f42-4e51d06fcbba HTTP/1.1" status: 204 len: 168 time: 0.3718870 Apr 28 15:02:04.573162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.640819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7aee8-fd33-46d9-9419-ac9638c1ec3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c633825-7602-4873-9f42-4e51d06fcbba,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.689848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45306) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.699797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b028ad6-f38c-4915-a7d8-32d6ee88f557 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:04.705027 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6b028ad6-f38c-4915-a7d8-32d6ee88f557 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.2103198 Apr 28 15:02:04.705669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45308) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.717615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.723028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event updated for resources: {'Port': ['ID=f16da5d8-3ff1-40bc-abd8-b1dba450f84e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.756401 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8967d37e-a4b7-483a-bf29-421bdc78e819 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 200 len: 205 time: 0.0432422 Apr 28 15:02:04.759407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:04.768957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.769290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.782447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Calling delete_port for 1784388f-7760-40f2-a653-5bc94b12e62a owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:04.902785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.934349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.954956 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:04.961420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Port': ['ID=1784388f-7760-40f2-a653-5bc94b12e62a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:04.980368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.028109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.028885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:05.030656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.035900 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-edd54599-ea6b-4bc6-b787-0b118152f5ac tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "DELETE /v2.0/floatingips/9aad27f2-1ec2-45f3-858b-3ff0c94667a6 HTTP/1.1" status: 204 len: 168 time: 0.7526863 Apr 28 15:02:05.035900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.040224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2443cdd9-d625-4255-921d-adef83847578 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'floatingip': {'floating_network_id': '9964f0df-3331-48af-b0b3-5d2392cd3186', 'port_id': '553fe54a-5e97-4202-a4ae-050bc95c0e52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:05.042454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:05.068250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2443cdd9-d625-4255-921d-adef83847578 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.212255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.215294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.219131 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/7d30c9cb-56e0-4785-a06c-56d73a05e2c0 HTTP/1.1" status: 204 len: 168 time: 0.5258660 Apr 28 15:02:05.220562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Router 6bccce38-4eea-4857-be41-25ae82969002 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:05.225938 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-2443cdd9-d625-4255-921d-adef83847578 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:02:05.226967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2443cdd9-d625-4255-921d-adef83847578 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1902409 Apr 28 15:02:05.228895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.230797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.235669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '553fe54a-5e97-4202-a4ae-050bc95c0e52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:05.244807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa1c1-2e98-4ff5-886a-5be04b754979 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d30c9cb-56e0-4785-a06c-56d73a05e2c0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:05.270259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.290923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45334) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.370774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2b4eade7-2e62-4db1-828a-e1b9e1626878 None None] Provisioning complete for port f16da5d8-3ff1-40bc-abd8-b1dba450f84e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:05.371392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2b4eade7-2e62-4db1-828a-e1b9e1626878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.375930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:05.387468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.387710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bc31139a-393c-4237-9919-2cd9b790e324 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7564971 Apr 28 15:02:05.398107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] Sync routers for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:05.408654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port 3f0629e4-4188-40ad-8450-c82331bd5c90 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:05.409000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.420773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:05.421527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.424658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2b4eade7-2e62-4db1-828a-e1b9e1626878 None None] Port f16da5d8-3ff1-40bc-abd8-b1dba450f84e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:05.458241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.466887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:05.467092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.467820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.508176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:05.509116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e64db5f-62c7-436c-a290-fdec2e1f5efb None None] The sync data for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:05.519758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.537406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for 3f0629e4-4188-40ad-8450-c82331bd5c90 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:05.541052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87477c7f-e5c4-4f69-bf67-6f9a1086dad8 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.607446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1928084737'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:05.667531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:05.668178 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 445ba9d2-a811-48a0-9e86-900a611e958c no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:05.671730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.681733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.695877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 445ba9d2-a811-48a0-9e86-900a611e958c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:05.696380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 445ba9d2-a811-48a0-9e86-900a611e958c not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:05.738460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.742184 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-87477c7f-e5c4-4f69-bf67-6f9a1086dad8 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 15:02:05.743223 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-87477c7f-e5c4-4f69-bf67-6f9a1086dad8 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002 HTTP/1.1" status: 409 len: 329 time: 0.3549972 Apr 28 15:02:05.746446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45344) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:05.756673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:05.800303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=3f0629e4-4188-40ad-8450-c82331bd5c90,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:05.874531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.285149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.318088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.322311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.329851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.345145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:06.395676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.396054 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment fd7f499c-aab4-4323-931f-c260d1503e07 of type vlan for network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 Apr 28 15:02:06.397336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c03fa42-993d-41ab-9e69-244f885c03a9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:06.407449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.408084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6f2511-14d3-41bc-8795-4edbace52baf {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:06.408539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Allocated IP 172.26.4.83 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/8b7479c8-b638-43eb-aa33-57566d750710) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:06.415199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.416489 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-284d8a5a-df8a-4bf7-974a-4f66212303ec tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 204 len: 168 time: 1.6527491 Apr 28 15:02:06.421778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:06.446474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.449408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1219780285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:06.471448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.476957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:06.477547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.511777 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0434725 Apr 28 15:02:06.534106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:06.545863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1050709587'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:06.557586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.558584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.559278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4a121-b548-43de-9a92-317faa4f55aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=5a5dbdca-89b1-4cb4-80f9-13c5e2113673,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:06.569822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:06.652880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:06.656298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.720159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.724915 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.739940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.774456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:06.786515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.787702 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-de2df790-db09-40ff-bb39-f7e92621a6db tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3599365 Apr 28 15:02:06.790677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45350) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:06.795435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': True}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:06.820838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.821087 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9 of type vlan for network 058603dd-b834-4a1a-a085-23f7403027af Apr 28 15:02:06.870637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.874989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.878668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:06.973235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:06.994910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:06.995639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.001513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:07.005067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event updated for resources: {'Port': ['ID=8b7479c8-b638-43eb-aa33-57566d750710,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.063349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.068812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:07.069380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.079622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.079898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.080248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.080584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.080913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.081241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.081566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.081911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.082220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.082560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.082935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.083193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.118063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.198091 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6577270 Apr 28 15:02:07.198885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.201331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:07.221875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:07.227037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.295818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628526f-f527-4974-a904-81510bc6e92e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=058603dd-b834-4a1a-a085-23f7403027af,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.308045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 058603dd-b834-4a1a-a085-23f7403027af details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:07.359877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:07.363248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.469871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.26.4.158 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/14ff2466-88bb-4988-b037-13cb69bc5db5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:07.592360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting port 8b7479c8-b638-43eb-aa33-57566d750710 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:07.592967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.655884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.667233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.721186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.721510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.737637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Calling delete_port for 8b7479c8-b638-43eb-aa33-57566d750710 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:07.740655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 95f75987-bf2e-477f-b834-3795c9ecc8ad {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:07.740989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.756361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.770851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.783527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': 'fd7f499c-aab4-4323-931f-c260d1503e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:07.783888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 5a5dbdca-89b1-4cb4-80f9-13c5e2113673, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:07.786387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.786723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.787082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.787405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.787735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.788064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.788389 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.788705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.789028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.789342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.789672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.789963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:07.798462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting port f16da5d8-3ff1-40bc-abd8-b1dba450f84e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:07.798769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.840516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:07.849313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:07.852653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:07.856412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=14ff2466-88bb-4988-b037-13cb69bc5db5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:07.876732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:07.895365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 5a5dbdca-89b1-4cb4-80f9-13c5e2113673) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:07.903323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:07.903800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572c8ce-8504-4b9a-a737-7f28ef040f7e None None] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:07.904315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.954459 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-66ee3e83-425b-4c02-bf88-8aa55cae7694 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7519677 Apr 28 15:02:07.957488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:07.962958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '058603dd-b834-4a1a-a085-23f7403027af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:07.974674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 95f75987-bf2e-477f-b834-3795c9ecc8ad, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=95f75987-bf2e-477f-b834-3795c9ecc8ad,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:07.975036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:07.980313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.025269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 95f75987-bf2e-477f-b834-3795c9ecc8ad owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:08.028538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Calling delete_port for f16da5d8-3ff1-40bc-abd8-b1dba450f84e owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:08.073891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-5a5dbdca-89b1-4cb4-80f9-13c5e2113673', 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': 'b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:08.075071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.123367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.173172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Port': ['ID=8b7479c8-b638-43eb-aa33-57566d750710,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.175835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:08.180175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.229351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Allocated IP 2001:db8::2 (5a5dbdca-89b1-4cb4-80f9-13c5e2113673/b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33/4474d68b-b94a-4ba9-8ed2-38e6366a282c) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:08.310088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.388334 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] create failed (client error): The resource could not be found. Apr 28 15:02:08.389418 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-229fe654-78ad-4c52-95fd-1782740c2d47 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1576695 Apr 28 15:02:08.397461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:08.423344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.434256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.450431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.480700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:08.483815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:08.488424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:08.490409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Pushing event updated for resources: {'Port': ['ID=4474d68b-b94a-4ba9-8ed2-38e6366a282c,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.491349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Port': ['ID=f16da5d8-3ff1-40bc-abd8-b1dba450f84e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.499755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.547544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.547892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.548258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.548590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.548918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.549259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.549570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.549909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.550217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.550534 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.550849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.551163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:08.567658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Attempting to bind port 4474d68b-b94a-4ba9-8ed2-38e6366a282c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:08.568058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Attempting to bind port 4474d68b-b94a-4ba9-8ed2-38e6366a282c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'fd7f499c-aab4-4323-931f-c260d1503e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:08.568837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Attempting to bind port 4474d68b-b94a-4ba9-8ed2-38e6366a282c on network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:08.569633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=95f75987-bf2e-477f-b834-3795c9ecc8ad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.573600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:08.574204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Checking segment: {'id': 'fd7f499c-aab4-4323-931f-c260d1503e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:08.574812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.575349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Bound using segment: {'id': 'fd7f499c-aab4-4323-931f-c260d1503e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:08.575987 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Bound port: 4474d68b-b94a-4ba9-8ed2-38e6366a282c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7f499c-aab4-4323-931f-c260d1503e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5a5dbdca-89b1-4cb4-80f9-13c5e2113673'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:08.576529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.650606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] For port 4474d68b-b94a-4ba9-8ed2-38e6366a282c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:08.653833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.654906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] For port 4474d68b-b94a-4ba9-8ed2-38e6366a282c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4474d68b-b94a-4ba9-8ed2-38e6366a282c,segment=NetworkSegment(fd7f499c-aab4-4323-931f-c260d1503e07),segment_id=fd7f499c-aab4-4323-931f-c260d1503e07)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:08.665768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.747189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50350-82da-4d7a-9d1f-d39a6e1aa7c6 None None] Pushing event updated for resources: {'Port': ['ID=4474d68b-b94a-4ba9-8ed2-38e6366a282c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.765209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.786655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting port 553fe54a-5e97-4202-a4ae-050bc95c0e52 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:08.787002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.794811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:08.817523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=d2de35f7-9fa4-4fa4-9889-85a0e80f2513,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:08.927879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '058603dd-b834-4a1a-a085-23f7403027af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:08.929722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 058603dd-b834-4a1a-a085-23f7403027af, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:09.178622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.294807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.382054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.406661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Calling delete_port for 553fe54a-5e97-4202-a4ae-050bc95c0e52 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:09.408443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 058603dd-b834-4a1a-a085-23f7403027af is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:09.436615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Router 6bccce38-4eea-4857-be41-25ae82969002 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:09.468821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 058603dd-b834-4a1a-a085-23f7403027af) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:09.474140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:09.474724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.481364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac601e-bea6-44fc-9600-b9ad4dd1e900 None None] Network 058603dd-b834-4a1a-a085-23f7403027af requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:09.511737 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4810d3c6-8af4-4320-9f28-3d5995d9e0f3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5528584 Apr 28 15:02:09.519465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:09.528883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-168239083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:09.549472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router f3fad210-407e-40a2-b9bd-7fc384cff5fd is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:09.580390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.581710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.610416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:09.617521 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-75c3e628-3b84-43b7-8901-2b34a08b8739 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8675838 Apr 28 15:02:09.621716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:09.626776 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] Sync routers for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:09.646743 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:09.647410 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:09.680718 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-3b79fd49-907d-4d75-ae33-343c52d173be tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] show failed (client error): The resource could not be found. Apr 28 15:02:09.682035 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3b79fd49-907d-4d75-ae33-343c52d173be tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1104768521 HTTP/1.1" status: 404 len: 335 time: 0.0590489 Apr 28 15:02:09.687728 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:09.698408 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] Routers {'6bccce38-4eea-4857-be41-25ae82969002'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:09.699227 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6bccce38-4eea-4857-be41-25ae82969002'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:09.713303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45362) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:09.726168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3abb16be-8ddd-4df2-b141-15418d83c61c tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:09.777106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-058603dd-b834-4a1a-a085-23f7403027af', 'network_id': '058603dd-b834-4a1a-a085-23f7403027af', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': 'd2de35f7-9fa4-4fa4-9889-85a0e80f2513'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:09.778549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.819843 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-3abb16be-8ddd-4df2-b141-15418d83c61c tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] update failed (client error): The resource could not be found. Apr 28 15:02:09.822507 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3abb16be-8ddd-4df2-b141-15418d83c61c tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-866322351 HTTP/1.1" status: 404 len: 334 time: 0.1081665 Apr 28 15:02:09.827208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:09.900802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting subnet b698c72e-66b4-4c73-a64c-f4918bef95a8 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:09.901513 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.902240 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:09.903056 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ffae8-62d4-4519-b82f-1f0342e14e3b None None] The sync data for ids ['6bccce38-4eea-4857-be41-25ae82969002'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:09.904609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.920909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4474d68b-b94a-4ba9-8ed2-38e6366a282c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:09.924259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.958951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 31604916-e379-4e10-8cde-6e4efa2d2757 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:09.966109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:09.994097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.003753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.007953 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-54acf921-bdd3-4111-9356-feb5d77cdd8c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4856460 Apr 28 15:02:10.012671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45366) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.038854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Allocated IP 2001:db8:1::2 (058603dd-b834-4a1a-a085-23f7403027af/d2de35f7-9fa4-4fa4-9889-85a0e80f2513/7c7e374a-79cf-4b03-8ea6-75c36f8589b5) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:10.041600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4474d68b-b94a-4ba9-8ed2-38e6366a282c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:10.041600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.077340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2868e91-04a3-4352-bb50-08f62ffa92c5 None None] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:10.086162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Port': ['ID=553fe54a-5e97-4202-a4ae-050bc95c0e52,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:10.088915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:10.096275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.097408 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ef60148-16a2-49c1-9e36-76ad49421f1f tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "PUT /v2.0/routers/f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 200 len: 915 time: 3.3056464 Apr 28 15:02:10.131343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.187961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.272429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.294428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] Sync routers for ids ['f3fad210-407e-40a2-b9bd-7fc384cff5fd'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:10.295754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.299957 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0e288f2c-4a11-4e02-893a-decfbfe39611 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "DELETE /v2.0/ports/553fe54a-5e97-4202-a4ae-050bc95c0e52 HTTP/1.1" status: 204 len: 168 time: 1.9006422 Apr 28 15:02:10.302416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45370) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.320047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:10.328822 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4e52ea64-59ef-4989-b69e-ab875217e2ad tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/31604916-e379-4e10-8cde-6e4efa2d2757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0341606 Apr 28 15:02:10.330257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Sync routers for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:10.330474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45372) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.333674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.339802 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/subnets/b698c72e-66b4-4c73-a64c-f4918bef95a8 HTTP/1.1" status: 204 len: 168 time: 0.5113864 Apr 28 15:02:10.347029 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:10.348794 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.350833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45374) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.353380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329a164-ae9f-4295-b252-fc0f94c20e77 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Subnet': ['ID=b698c72e-66b4-4c73-a64c-f4918bef95a8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:10.367476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aab0d27-63a2-4d09-9ad8-e95ed709302e None None] Network e79c61fe-c10e-4333-816f-81a378bea778 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:10.477490 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4441c41e-0700-4cfc-941a-740cee915529 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.481684 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4441c41e-0700-4cfc-941a-740cee915529 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "GET /v2.0/ports?device_id=e6e214d3-5a3a-40f6-a5d0-11e82fc89e82 HTTP/1.1" status: 200 len: 913 time: 0.1758049 Apr 28 15:02:10.484280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45376) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.484627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] Routers {'f3fad210-407e-40a2-b9bd-7fc384cff5fd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:10.485780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['f3fad210-407e-40a2-b9bd-7fc384cff5fd'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.488486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8ea65e89-b03d-40f1-bc3f-2a2be5d92f73 None None] Provisioning complete for port 4474d68b-b94a-4ba9-8ed2-38e6366a282c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:10.489040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ea65e89-b03d-40f1-bc3f-2a2be5d92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.511367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 28e195ea-88d6-4692-9fbe-1429e1ea3e70 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:10.519578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.523416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting subnet 0d4ce8f8-2182-44d0-b9b9-b315dedb4385 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:10.558236 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ea2c095f-51df-45d6-aa26-8e4f66edc5bd tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 200 len: 921 time: 0.4255340 Apr 28 15:02:10.558889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45378) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.562361 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.563159 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:10.594431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.596380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.647590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.689435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.721453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] Routers {'f3fad210-407e-40a2-b9bd-7fc384cff5fd'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:10.722342 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['f3fad210-407e-40a2-b9bd-7fc384cff5fd'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.758674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d566dc6e-958b-48de-8e0e-00fdd8992ac4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:10.766317 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d566dc6e-958b-48de-8e0e-00fdd8992ac4 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=f3fad210-407e-40a2-b9bd-7fc384cff5fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1990221 Apr 28 15:02:10.767106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45380) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:10.828597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.829500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031a4fcb-3301-4c1a-aa15-19778bc44f0a None None] The sync data for ids ['f3fad210-407e-40a2-b9bd-7fc384cff5fd'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:10.830045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.845331 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:02:08Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.854555 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.889579 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Checking router: 31604916-e379-4e10-8cde-6e4efa2d2757 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:10.908607 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Routers {'31604916-e379-4e10-8cde-6e4efa2d2757'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:10.909677 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['31604916-e379-4e10-8cde-6e4efa2d2757'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:10.928137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.959513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8ea65e89-b03d-40f1-bc3f-2a2be5d92f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.967271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:10.985602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 4474d68b-b94a-4ba9-8ed2-38e6366a282c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4474d68b-b94a-4ba9-8ed2-38e6366a282c,segment=NetworkSegment(fd7f499c-aab4-4323-931f-c260d1503e07),segment_id=fd7f499c-aab4-4323-931f-c260d1503e07)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:11.016800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.023529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8::1 (5a5dbdca-89b1-4cb4-80f9-13c5e2113673/b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33/d63dc275-e662-42d0-a484-6d32b8092c00) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:11.033875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c814bc67-1a4e-4dcb-9338-fe2f087d9ea8 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:11.035716 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c814bc67-1a4e-4dcb-9338-fe2f087d9ea8 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.1313286 Apr 28 15:02:11.038650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45382) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:11.047478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Network 058603dd-b834-4a1a-a085-23f7403027af is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:11.052383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.074110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] DHCP port deletion for e79c61fe-c10e-4333-816f-81a378bea778 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:11.076050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:11.080322 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8f25f57d-f2cb-4a11-9390-79bd08e64324 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 200 len: 205 time: 0.0384672 Apr 28 15:02:11.082011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Pushing event updated for resources: {'Port': ['ID=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:11.087482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:11.109141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:11.126725 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] Set router 31604916-e379-4e10-8cde-6e4efa2d2757 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:11.138586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4ce8f8-2182-44d0-b9b9-b315dedb4385,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:11.158977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.162324 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-07503664-1a3a-450b-94d5-57f03cac5855 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/subnets/0d4ce8f8-2182-44d0-b9b9-b315dedb4385 HTTP/1.1" status: 204 len: 168 time: 0.8053703 Apr 28 15:02:11.175705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-8ea65e89-b03d-40f1-bc3f-2a2be5d92f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:02:11.176153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-8ea65e89-b03d-40f1-bc3f-2a2be5d92f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:02:11.184100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.198110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:11.264712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=4474d68b-b94a-4ba9-8ed2-38e6366a282c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:11.270952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5b8f6-a3f9-4b44-9b67-eedec38702cf None None] Network de36fd66-4567-449a-9eba-9e73ac0d5d60 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:11.276204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.320114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=28e195ea-88d6-4692-9fbe-1429e1ea3e70,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:11.330030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.334233 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-63ea81ce-a3e9-4fa1-b481-aba8a0c32b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/28e195ea-88d6-4692-9fbe-1429e1ea3e70 HTTP/1.1" status: 204 len: 168 time: 0.9928851 Apr 28 15:02:11.336759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45388) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:11.382909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fba267-e32c-46e4-97bf-d457b5a4f46c None None] Network 2dae4afa-7cf2-4187-89e8-8dc75d17b56f requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:11.419487 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:02:08Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:11.433970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.457424 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e2b6c-ed7e-47d7-a1a1-2ffd2ac441b3 None None] The sync data for ids ['31604916-e379-4e10-8cde-6e4efa2d2757'] in dv-neutron-839772-1-hyperv is: [{'id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'name': 'tempest-TestNetworkBasicOps-router-1847892703', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T14:59:10Z', 'updated_at': '2022-04-28T15:02:08Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '768b95d5-4ed3-4953-b21a-fe2bc87d6826', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31604916-e379-4e10-8cde-6e4efa2d2757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T14:59:12Z', 'updated_at': '2022-04-28T14:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:11.462549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.468295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Attempting to bind port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:11.468295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Attempting to bind port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '058603dd-b834-4a1a-a085-23f7403027af'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:11.468295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Attempting to bind port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 on network 058603dd-b834-4a1a-a085-23f7403027af {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:11.470427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.478969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.480290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:11.480968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Checking segment: {'id': '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '058603dd-b834-4a1a-a085-23f7403027af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:11.481453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.483326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Bound using segment: {'id': '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '058603dd-b834-4a1a-a085-23f7403027af'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:11.483891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Bound port: 7c7e374a-79cf-4b03-8ea6-75c36f8589b5, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '058603dd-b834-4a1a-a085-23f7403027af'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:11.484360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.555377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.606448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Deleting port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:11.607071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.607557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.649372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] For port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:11.654251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] For port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,segment=NetworkSegment(7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9),segment_id=7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:11.663593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 768b95d5-4ed3-4953-b21a-fe2bc87d6826 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:11.663984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.712908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.748721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 768b95d5-4ed3-4953-b21a-fe2bc87d6826, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=768b95d5-4ed3-4953-b21a-fe2bc87d6826,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:11.749219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.758874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.764089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 768b95d5-4ed3-4953-b21a-fe2bc87d6826 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:11.767458 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.812439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:11.812782 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.837412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] For port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,segment=NetworkSegment(f6884b25-f1d0-4038-bacb-d387c692635b),segment_id=f6884b25-f1d0-4038-bacb-d387c692635b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:11.837586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:11.877800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d970229-4b3f-40f2-bc62-51a30d4250ab None None] Pushing event updated for resources: {'Port': ['ID=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:11.882399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Calling delete_port for 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:11.898892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:12.001844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] DHCP port deletion for 2dae4afa-7cf2-4187-89e8-8dc75d17b56f request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:12.028458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] DHCP port deletion for de36fd66-4567-449a-9eba-9e73ac0d5d60 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:12.079324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4474d68b-b94a-4ba9-8ed2-38e6366a282c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:12.084506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.148971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=768b95d5-4ed3-4953-b21a-fe2bc87d6826,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:12.227166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.327607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.330121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.365670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1d200d85-393c-45ea-a777-d8cb499fcfad None None] Provisioning complete for port 4474d68b-b94a-4ba9-8ed2-38e6366a282c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:12.366047 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1d200d85-393c-45ea-a777-d8cb499fcfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.381417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.381956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 31604916-e379-4e10-8cde-6e4efa2d2757 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:12.395491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.400043 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c6fc4852-1fb3-4479-aa8f-06c49acdd8ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/31604916-e379-4e10-8cde-6e4efa2d2757 HTTP/1.1" status: 204 len: 168 time: 1.0612938 Apr 28 15:02:12.400692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:12.403690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:12.416979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:12.417621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.423686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=d63dc275-e662-42d0-a484-6d32b8092c00,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:12.459941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.510762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] Pushing event deleted for resources: {'Port': ['ID=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:12.533586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ba032e-0d30-45d0-ac9b-d1bac08e4633 None None] No DVR routers for this DVR port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:12.539899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4474d68b-b94a-4ba9-8ed2-38e6366a282c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:12.540545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.542912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Deleting port bce0c09c-e9b1-4305-a7fa-a0949417cb7f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:12.543357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.548810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] For port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,segment=NetworkSegment(f6884b25-f1d0-4038-bacb-d387c692635b),segment_id=f6884b25-f1d0-4038-bacb-d387c692635b)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:12.549690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.562119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.593829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Deleting port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:12.594192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.673683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Calling delete_port for 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:12.681870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:12.682219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.769418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:12.769817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.786017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:12.824781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] For port bce0c09c-e9b1-4305-a7fa-a0949417cb7f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,segment=NetworkSegment(05337bd3-06ff-44b7-9259-36641e6f5183),segment_id=05337bd3-06ff-44b7-9259-36641e6f5183)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:12.825268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.828688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] For port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,segment=NetworkSegment(23420770-6daf-422c-a1e9-5b7b4927369b),segment_id=23420770-6daf-422c-a1e9-5b7b4927369b)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:12.829066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.859664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Calling delete_port for 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:12.867494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.868631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Calling delete_port for bce0c09c-e9b1-4305-a7fa-a0949417cb7f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:12.910326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.943560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port 14ff2466-88bb-4988-b037-13cb69bc5db5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:12.944176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:12.944358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:12.951647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:13.086033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.141860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6ef77eb4-af59-4748-996e-08e5643d0e6c None None] Provisioning complete for port d63dc275-e662-42d0-a484-6d32b8092c00 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:13.142416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ef77eb4-af59-4748-996e-08e5643d0e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.157960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] No DVR routers for this DVR port bce0c09c-e9b1-4305-a7fa-a0949417cb7f on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:13.197168 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7b13e-bd3c-4f18-94a3-4fee3bc83a9b None None] Pushing event deleted for resources: {'Port': ['ID=bce0c09c-e9b1-4305-a7fa-a0949417cb7f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:13.258664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6ef77eb4-af59-4748-996e-08e5643d0e6c None None] Port d63dc275-e662-42d0-a484-6d32b8092c00 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:13.269158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.321670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] Pushing event deleted for resources: {'Port': ['ID=55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:13.334165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5297258-4a59-4dd1-a280-b7261f098ff1 None None] No DVR routers for this DVR port 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:13.337970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 95f75987-bf2e-477f-b834-3795c9ecc8ad no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:13.371732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 95f75987-bf2e-477f-b834-3795c9ecc8ad {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:13.372338 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 95f75987-bf2e-477f-b834-3795c9ecc8ad not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:13.373056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:13.418122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:13.418837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:13.426782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a07dd20-3302-4be1-860d-3f9a726360c6 None None] Network 058603dd-b834-4a1a-a085-23f7403027af requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:13.431450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.452361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting port 1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:13.452611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.471041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.524661 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for 14ff2466-88bb-4988-b037-13cb69bc5db5 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:13.543961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.549728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] No DVR routers for this DVR port 0b0f8d1b-34c1-4f11-a85d-e99054bf6421 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:13.597686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Port': ['ID=0b0f8d1b-34c1-4f11-a85d-e99054bf6421,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:13.606021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dae4afa-7cf2-4187-89e8-8dc75d17b56f']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.618208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23420770-6daf-422c-a1e9-5b7b4927369b') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.618838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23420770-6daf-422c-a1e9-5b7b4927369b') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.634939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.635242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] Provisioning complete for port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:13.635707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.653261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.663526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:13.664214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:13.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:13.715513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:13.751827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.766267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.787754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.795097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.798306 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/2dae4afa-7cf2-4187-89e8-8dc75d17b56f HTTP/1.1" status: 204 len: 168 time: 1.3955870 Apr 28 15:02:13.822372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45392) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:13.826695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722b9f4-fd93-4061-ad58-79515ab521dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=2dae4afa-7cf2-4187-89e8-8dc75d17b56f,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:13.832453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--1129491344', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:13.839480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e79c61fe-c10e-4333-816f-81a378bea778']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.844153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.852472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] For port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,segment=NetworkSegment(7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9),segment_id=7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:13.857713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:13.857967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.860708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.875063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.881415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.882388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:13.885532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6884b25-f1d0-4038-bacb-d387c692635b') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.885820 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6884b25-f1d0-4038-bacb-d387c692635b') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:13.937601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Calling delete_port for 1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:13.940727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0b1cc-8798-4a37-a49a-ee96f8020e21 None None] Pushing event updated for resources: {'Port': ['ID=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:13.948062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.022512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:14.026474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.039105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device bce0c09c-e9b1-4305-a7fa-a0949417cb7f no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:14.058916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.059770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: bce0c09c-e9b1-4305-a7fa-a0949417cb7f {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:14.060114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device bce0c09c-e9b1-4305-a7fa-a0949417cb7f not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:14.060513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 768b95d5-4ed3-4953-b21a-fe2bc87d6826 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:14.081928 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 768b95d5-4ed3-4953-b21a-fe2bc87d6826 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:14.082266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 768b95d5-4ed3-4953-b21a-fe2bc87d6826 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:14.082663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:14.104437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:14.104772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55fbfcb0-3fa8-4c0f-adc7-36f7e799a8c5 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:14.111624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-519b7fd1-7651-44e7-8d28-3438a8b2199e None None] Provisioning complete for port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:14.112020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-519b7fd1-7651-44e7-8d28-3438a8b2199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.113681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:14.114085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:14.123192 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:14.139228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=d63dc275-e662-42d0-a484-6d32b8092c00,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:14.226256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.264124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.267154 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/networks/e79c61fe-c10e-4333-816f-81a378bea778 HTTP/1.1" status: 204 len: 168 time: 3.0606866 Apr 28 15:02:14.270149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45394) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:14.292335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe5d5a-1c56-43f9-8a50-a23253f44775 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Network': ['ID=e79c61fe-c10e-4333-816f-81a378bea778,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:14.304699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:14.341356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:14.347079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.359695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.367955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:14.437883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=14ff2466-88bb-4988-b037-13cb69bc5db5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:14.446826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.447170 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment f1acf0df-63f2-46ee-921d-78a529e05a2a of type vlan for network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 Apr 28 15:02:14.452058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.475763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de36fd66-4567-449a-9eba-9e73ac0d5d60']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:14.486786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05337bd3-06ff-44b7-9259-36641e6f5183') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:14.487011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05337bd3-06ff-44b7-9259-36641e6f5183') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:14.498852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.515806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.524965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:14.525672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:14.529050 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:14.592209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.608611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.611477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.614665 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/networks/de36fd66-4567-449a-9eba-9e73ac0d5d60 HTTP/1.1" status: 204 len: 168 time: 0.3411508 Apr 28 15:02:14.615381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45396) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:14.619082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a700ac48-4bab-4dea-8f1e-a918f52bf373 None None] Provisioning complete for port d63dc275-e662-42d0-a484-6d32b8092c00 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:14.619525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a700ac48-4bab-4dea-8f1e-a918f52bf373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.629818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557ea31-3b83-419a-8bdd-e45ef8cdf838 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Network': ['ID=de36fd66-4567-449a-9eba-9e73ac0d5d60,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:14.655216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a700ac48-4bab-4dea-8f1e-a918f52bf373 None None] Port d63dc275-e662-42d0-a484-6d32b8092c00 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:14.679022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.691110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.791598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Port': ['ID=1e886009-5e1e-4dee-ad6c-4a0edeaf9c8a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:14.803955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.808321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:14.808916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.859558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting subnet 39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:14.865353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.883240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:14.905265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.021274 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1928155 Apr 28 15:02:15.024280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:15.028286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 2825b596-e5b0-4cd9-bd85-b2687daa78b4 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:15.029188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:15.046686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.047165 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router f3fad210-407e-40a2-b9bd-7fc384cff5fd {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:15.048707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d5cc-b1d8-4dc8-a3aa-686b1a1c0cfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:15.055403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.061831 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-69c75455-7de3-4f5e-a742-0f8d548ef777 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 204 len: 168 time: 3.9215281 Apr 28 15:02:15.061977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.062074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.062165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.063748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45400) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:15.069587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:15.091158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2032694769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:15.117107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.234936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.235976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.242279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.273284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.476227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.496008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.570918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-af003ad8-afb2-47ae-b4ba-e12f557a7846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.614397 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.164 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/7a32e27c-c53e-4c54-8cdb-d858be811b54) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:15.634493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:15.687029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:15.687411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.713951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.720145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:15.725720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.731664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] Sync routers for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:15.748748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:15.749365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:15.767818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.774577 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-37175b30-61b1-4074-88cd-42deb43a0f6d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7560494 Apr 28 15:02:15.775179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45402) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:15.787610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:15.805471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.816670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.828982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:15.829639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:15.840710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795903f-7f70-44f4-9912-8e82a26876dc tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:15.845627 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1795903f-7f70-44f4-9912-8e82a26876dc tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports/d63dc275-e662-42d0-a484-6d32b8092c00 HTTP/1.1" status: 200 len: 911 time: 0.0694120 Apr 28 15:02:15.850421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:15.869447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:15.870343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a8bbed-0592-4902-ad13-a7c2bbd5c5cd None None] The sync data for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:15.878333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:15.882472 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fbab0c20-d36a-4a99-9772-0a5c2715a5f3 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7955780 Apr 28 15:02:15.886043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45406) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:15.891808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'enable_snat': False}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:15.928145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:15.959296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:15.967411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:15.988178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=7a32e27c-c53e-4c54-8cdb-d858be811b54,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:16.003078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.005945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Router e6e214d3-5a3a-40f6-a5d0-11e82fc89e82 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:16.037525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Subnet': ['ID=39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:16.072379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.075481 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b0571ed8-e9f8-42ce-99e5-bc323c2e068b tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/subnets/39ed9d9d-3e21-42d8-9b62-5edbb9ddedd6 HTTP/1.1" status: 204 len: 168 time: 1.4559567 Apr 28 15:02:16.081084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45408) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:16.081841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7cf307-7f0c-4495-8dc9-a49b12ab76b2 None None] Network 0b6a2166-2447-4f7a-a6a4-1eaed0718673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:16.266476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] DHCP port deletion for 0b6a2166-2447-4f7a-a6a4-1eaed0718673 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:16.295841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.308032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:16.315132 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0bae2d48-1411-4acd-a001-4cf0d39e3de8 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "PUT /v2.0/routers/e6e214d3-5a3a-40f6-a5d0-11e82fc89e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8316205 Apr 28 15:02:16.319868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.320052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:16.326988 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] Sync routers for ids ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:16.337255 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] Routers {'e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:16.338511 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.352482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Deleting port 957ba3a1-0d62-4cf6-b840-28903058e509 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:16.353014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.379739 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.389542 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] Routers {'e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:16.390444 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:01:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.397462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.420207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Deleting port 957ba3a1-0d62-4cf6-b840-28903058e509 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:16.420579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.429255 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.430331 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98ed49a-75e1-4dc7-b7bf-e58086631bcb None None] The sync data for ids ['e6e214d3-5a3a-40f6-a5d0-11e82fc89e82'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:16.439863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] For port 957ba3a1-0d62-4cf6-b840-28903058e509, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=957ba3a1-0d62-4cf6-b840-28903058e509,segment=NetworkSegment(f4a29cb7-a818-4566-a639-3e8fb863c36f),segment_id=f4a29cb7-a818-4566-a639-3e8fb863c36f)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:16.439863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.454849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Calling delete_port for 957ba3a1-0d62-4cf6-b840-28903058e509 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:16.494277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] For port 957ba3a1-0d62-4cf6-b840-28903058e509, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=957ba3a1-0d62-4cf6-b840-28903058e509,segment=NetworkSegment(f4a29cb7-a818-4566-a639-3e8fb863c36f),segment_id=f4a29cb7-a818-4566-a639-3e8fb863c36f)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:16.494644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.516269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Calling delete_port for 957ba3a1-0d62-4cf6-b840-28903058e509 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:16.553191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.571591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] No DVR routers for this DVR port 957ba3a1-0d62-4cf6-b840-28903058e509 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:16.595692 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f83c33-07ea-4258-95cd-fa37f14f6066 None None] Pushing event deleted for resources: {'Port': ['ID=957ba3a1-0d62-4cf6-b840-28903058e509,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:16.632047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.638189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.686424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.703047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.709552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.713425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.742562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Port': ['ID=957ba3a1-0d62-4cf6-b840-28903058e509,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:16.746780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.747064 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Fanout notify agent at l3_agent the message router_deleted on router e6e214d3-5a3a-40f6-a5d0-11e82fc89e82 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:16.747192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] No DVR routers for this DVR port 957ba3a1-0d62-4cf6-b840-28903058e509 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:16.750641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.765634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.766729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b2dae71a-de2b-4d82-8be6-f1018c645e90 tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "DELETE /v2.0/routers/e6e214d3-5a3a-40f6-a5d0-11e82fc89e82 HTTP/1.1" status: 204 len: 168 time: 0.4456818 Apr 28 15:02:16.770170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45412) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:16.867684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.912791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6a2166-2447-4f7a-a6a4-1eaed0718673']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.927680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a29cb7-a818-4566-a639-3e8fb863c36f') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.928080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a29cb7-a818-4566-a639-3e8fb863c36f') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:16.942384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Allocated IP 172.26.4.64 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/c58eb72f-9474-4901-a98a-169cb4d340ec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:16.945638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.966750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.984792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:16.985190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:16.988187 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:17.089479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.097918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.101020 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/networks/0b6a2166-2447-4f7a-a6a4-1eaed0718673 HTTP/1.1" status: 204 len: 168 time: 1.0196388 Apr 28 15:02:17.107597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45414) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:17.132500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6db06-fa13-4c81-b0af-e8e50b80cbf9 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Pushing event deleted for resources: {'Network': ['ID=0b6a2166-2447-4f7a-a6a4-1eaed0718673,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:17.158855 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7b39b9c8-b569-40b4-9d44-993b58972390 tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bccce38-4eea-4857-be41-25ae82969002 HTTP/1.1" status: 200 len: 205 time: 0.0501440 Apr 28 15:02:17.164040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45416) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:17.174063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.248997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting subnet 824e2de1-2d9d-4c25-b8f0-01349ebb8db4 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:17.250528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.257346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.352663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.354395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.443064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.450585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.458238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:17.467407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:17.496142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Pushing event updated for resources: {'Port': ['ID=c58eb72f-9474-4901-a98a-169cb4d340ec,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:17.498517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:17.535640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.536185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Fanout notify agent at l3_agent the message router_deleted on router 6bccce38-4eea-4857-be41-25ae82969002 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:17.540003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.544065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.545309 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2bfe256f-3d52-4bed-8296-640eec29c37a tempest-RoutersNegativeTest-305297604 tempest-RoutersNegativeTest-305297604-project] 10.222.0.58 "DELETE /v2.0/routers/6bccce38-4eea-4857-be41-25ae82969002 HTTP/1.1" status: 204 len: 168 time: 0.3802695 Apr 28 15:02:17.603001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.653091 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 957ba3a1-0d62-4cf6-b840-28903058e509 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:17.676922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 957ba3a1-0d62-4cf6-b840-28903058e509 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:17.677305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 957ba3a1-0d62-4cf6-b840-28903058e509 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:17.730147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8:1::1 (058603dd-b834-4a1a-a085-23f7403027af/d2de35f7-9fa4-4fa4-9889-85a0e80f2513/7b9b29ce-2e78-4026-a161-ff98621cb370) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:17.761621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.790940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.843027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Subnet': ['ID=824e2de1-2d9d-4c25-b8f0-01349ebb8db4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:17.845880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27c384-a228-460d-bced-93611c5c6bd3 None None] Network 9964f0df-3331-48af-b0b3-5d2392cd3186 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:17.846308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.851693 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-38a7ba19-0673-4493-aaf8-19e68357c23d tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "DELETE /v2.0/subnets/824e2de1-2d9d-4c25-b8f0-01349ebb8db4 HTTP/1.1" status: 204 len: 168 time: 1.0749099 Apr 28 15:02:17.853464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45422) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:17.918374 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.926120 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45424) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:17.937348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:17.975760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:17.984801 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6fec400-0158-40bd-be04-1264a17c6a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.105722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:18.118137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] DHCP port deletion for 9964f0df-3331-48af-b0b3-5d2392cd3186 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:18.122796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Sync routers for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:18.139437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.158540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:18.159498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:18.180146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-366d589b-c2b8-491e-8a4f-b308512fb785 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48427e08164a480496558fbc9b7dad4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528236 Apr 28 15:02:18.185973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.187257 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e317c6d3-7a65-4a37-869c-5bb17587f548 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1619527 Apr 28 15:02:18.187882 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:18.199530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45430) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:18.232104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 058603dd-b834-4a1a-a085-23f7403027af is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:18.265543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:18.270899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=7b9b29ce-2e78-4026-a161-ff98621cb370,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:18.274790 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-eba587a5-561f-4d3e-b4fa-feda4d1d7bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620787 Apr 28 15:02:18.279172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:18.279713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.284388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45432) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:18.438710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.463794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.468521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.469148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.477263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Deleting port 7a241af3-6b42-46b0-87aa-9fe50531139d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:18.477874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.492112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Deleting port 7a241af3-6b42-46b0-87aa-9fe50531139d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:18.492407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.495153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.517137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:18.554803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158cec52-0744-42c1-907a-7423bc95ba05 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:18.556664 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-158cec52-0744-42c1-907a-7423bc95ba05 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2715774 Apr 28 15:02:18.564976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45434) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:18.597233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.616812 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a60bb396-54b7-436a-afa1-edab432b002c tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505612 Apr 28 15:02:18.621485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45436) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:18.632420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266954674', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:18.638417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] For port 7a241af3-6b42-46b0-87aa-9fe50531139d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a241af3-6b42-46b0-87aa-9fe50531139d,segment=NetworkSegment(3e2a9f60-3904-4175-950f-2004cbf5cdd3),segment_id=3e2a9f60-3904-4175-950f-2004cbf5cdd3)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:18.640805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.664054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.666583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.667772 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d362e599-c86a-4024-a4a6-553dc5c0ff62 HTTP/1.1" status: 204 len: 168 time: 0.4765720 Apr 28 15:02:18.702465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] For port 7a241af3-6b42-46b0-87aa-9fe50531139d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a241af3-6b42-46b0-87aa-9fe50531139d,segment=NetworkSegment(3e2a9f60-3904-4175-950f-2004cbf5cdd3),segment_id=3e2a9f60-3904-4175-950f-2004cbf5cdd3)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:18.703060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.708707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e437625-0e88-473f-a0eb-58f66d79ea87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d362e599-c86a-4024-a4a6-553dc5c0ff62,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:18.733337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Calling delete_port for 7a241af3-6b42-46b0-87aa-9fe50531139d owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:18.747858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Calling delete_port for 7a241af3-6b42-46b0-87aa-9fe50531139d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:18.754275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1777ea1f-6d59-46f2-99ae-961dadf5c4d6 None None] Provisioning complete for port 7b9b29ce-2e78-4026-a161-ff98621cb370 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:18.754648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1777ea1f-6d59-46f2-99ae-961dadf5c4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.888558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:18.893192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.900582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Router 3a1751b1-45a4-4d36-814a-4718d2202c56 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:18.909808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1777ea1f-6d59-46f2-99ae-961dadf5c4d6 None None] Port 7b9b29ce-2e78-4026-a161-ff98621cb370 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:18.941760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.948497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.951817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.969837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:18.974295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:16Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.004910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Checking router: 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:19.005264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Updating router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 port 7a32e27c-c53e-4c54-8cdb-d858be811b54 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:19.033419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.035676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.062690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.101088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] No DVR routers for this DVR port 7a241af3-6b42-46b0-87aa-9fe50531139d on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:19.108456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fb58-4133-4f8b-91b3-069db48d1ae6 None None] Pushing event deleted for resources: {'Port': ['ID=7a241af3-6b42-46b0-87aa-9fe50531139d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.139726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=7b9b29ce-2e78-4026-a161-ff98621cb370,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.144834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Port': ['ID=7a241af3-6b42-46b0-87aa-9fe50531139d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.160440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] No DVR routers for this DVR port 7a241af3-6b42-46b0-87aa-9fe50531139d on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:19.189030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 058603dd-b834-4a1a-a085-23f7403027af is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:19.190657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:19.208522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:19.216561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.218023 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3c1b1678-7755-4967-962e-bfd515de1297 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "PUT /v2.0/routers/3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 200 len: 915 time: 3.3308017 Apr 28 15:02:19.221430 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] Sync routers for ids ['3a1751b1-45a4-4d36-814a-4718d2202c56'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:19.221936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.244975 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] Routers {'3a1751b1-45a4-4d36-814a-4718d2202c56'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:19.247693 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3a1751b1-45a4-4d36-814a-4718d2202c56'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.335772 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.343119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 2825b596-e5b0-4cd9-bd85-b2687daa78b4 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:19.363863 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] Routers {'3a1751b1-45a4-4d36-814a-4718d2202c56'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:19.366692 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3a1751b1-45a4-4d36-814a-4718d2202c56'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.414947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.422644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.433663 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.435161 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44943d-24cb-41c7-a790-9a9eea9ad14a None None] The sync data for ids ['3a1751b1-45a4-4d36-814a-4718d2202c56'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:19.471807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.479823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:19.491362 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5965b48a-dbbc-4403-b778-13112af7c146 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6399534 Apr 28 15:02:19.492272 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.508521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] Sync routers for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:19.553187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1abd93-cec1-446f-9e85-26062901749d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:19.555892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:19.556796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.558225 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5e1abd93-cec1-446f-9e85-26062901749d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports/7b9b29ce-2e78-4026-a161-ff98621cb370 HTTP/1.1" status: 200 len: 913 time: 0.0646503 Apr 28 15:02:19.558851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.613988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f1e36-eb86-40c4-abf4-6f9a6feee8ac None None] Pushing event updated for resources: {'Port': ['ID=7a32e27c-c53e-4c54-8cdb-d858be811b54,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.617691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Attempting to bind port 7a32e27c-c53e-4c54-8cdb-d858be811b54 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:19.618063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Attempting to bind port 7a32e27c-c53e-4c54-8cdb-d858be811b54 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:19.618438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Attempting to bind port 7a32e27c-c53e-4c54-8cdb-d858be811b54 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:19.622748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.628494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:19.628868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:19.629358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.629803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:19.630271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Bound port: 7a32e27c-c53e-4c54-8cdb-d858be811b54, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:19.630652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.641299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9964f0df-3331-48af-b0b3-5d2392cd3186']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.671382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2a9f60-3904-4175-950f-2004cbf5cdd3') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.671662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a241af3-6b42-46b0-87aa-9fe50531139d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:19.671791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2a9f60-3904-4175-950f-2004cbf5cdd3') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.693620 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fa963e43-5319-456e-9dd3-82d37b59d533 tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 200 len: 921 time: 0.4594910 Apr 28 15:02:19.695586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.697075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45464) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.701748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7a241af3-6b42-46b0-87aa-9fe50531139d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:19.702114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a241af3-6b42-46b0-87aa-9fe50531139d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:19.712530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:19.712530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.736772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.763815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.764870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625915e9-1fba-4721-863b-59c6dcac0a95 None None] The sync data for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:19.765000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.766324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f070e848-bb44-43bc-833b-64b1d1c941be None None] Provisioning complete for port 7b9b29ce-2e78-4026-a161-ff98621cb370 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:19.766772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f070e848-bb44-43bc-833b-64b1d1c941be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.809460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=2a93d60c-f4ef-4bed-9c39-e4292b121a04,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.828751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] For port 7a32e27c-c53e-4c54-8cdb-d858be811b54, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:19.832341 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.835092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] For port 7a32e27c-c53e-4c54-8cdb-d858be811b54, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a32e27c-c53e-4c54-8cdb-d858be811b54,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:19.837221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f070e848-bb44-43bc-833b-64b1d1c941be None None] Port 7b9b29ce-2e78-4026-a161-ff98621cb370 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:19.846234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.846479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:19.846766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:19.854061 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:19.872145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:19.872504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:19.907039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:19.908081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:19.909839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-178095474-network', 'tenant_id': 'c18f8da57ee349c6a204898570218ddb'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:19.923377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e8d0d9-23b8-4071-a824-2f23e7f3090b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:19.927574 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-31e8d0d9-23b8-4071-a824-2f23e7f3090b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=3a1751b1-45a4-4d36-814a-4718d2202c56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2267215 Apr 28 15:02:19.930263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45470) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:19.949053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:19.952830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.961712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f1e36-eb86-40c4-abf4-6f9a6feee8ac None None] Pushing event updated for resources: {'Port': ['ID=7a32e27c-c53e-4c54-8cdb-d858be811b54,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.969646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:19.972999 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] 10.222.0.58 "DELETE /v2.0/networks/9964f0df-3331-48af-b0b3-5d2392cd3186 HTTP/1.1" status: 204 len: 168 time: 2.1158183 Apr 28 15:02:19.986621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede029-a97a-4bbd-8dce-2efbe065618b tempest-FloatingIPNegativeTestJSON-1301529107 tempest-FloatingIPNegativeTestJSON-1301529107-project] Pushing event deleted for resources: {'Network': ['ID=9964f0df-3331-48af-b0b3-5d2392cd3186,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:19.996228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:20.001338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:20.001967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.020270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Made reservation on behalf of c18f8da57ee349c6a204898570218ddb for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:20.022607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.032724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c35ac-c894-42a4-b22e-25cf684862f6 None None] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:20.040244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.043493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-43129f35-aec0-4675-90e3-5db6eab07cfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4170172 Apr 28 15:02:20.044284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:20.089265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:20.188318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.215636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45478) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:20.342416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:20.343265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.376126 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4727cbb6-3df6-439c-8059-1ff5995a8649 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b715090549a45d889ee26f302e01e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565666 Apr 28 15:02:20.376396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45482) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:20.432743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.456874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.522926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.526368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.528073 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fbd27403-df06-4d34-9573-9c41357d2864 HTTP/1.1" status: 204 len: 168 time: 0.1504509 Apr 28 15:02:20.538110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df831b-9c5f-4ec2-ac39-fa65d8c2c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd27403-df06-4d34-9573-9c41357d2864,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:20.552638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283d897-3e6b-4f05-8a13-8fd403c00b9a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:20.554019 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a283d897-3e6b-4f05-8a13-8fd403c00b9a tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/networks/c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 881 time: 0.6208980 Apr 28 15:02:20.557697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:20.613106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6aefbf44-ac21-45c6-b596-5669bc7badd4 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 200 len: 205 time: 0.0508850 Apr 28 15:02:20.614400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45488) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:20.618927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:16Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:20.670339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328acf90-d747-4e36-bee4-43a2ffa5068f None None] The sync data for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv is: [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:16Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:20.716204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Allocated IP 172.20.0.2 (db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1/2a93d60c-f4ef-4bed-9c39-e4292b121a04/0fa019a5-5aaa-4249-8941-9bc4521573d8) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:20.741245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.769707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.784078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.806214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.824493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.906132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:20.932097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.956041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.967194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:20.967559 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Added segment 1e0026a3-b172-4984-a44f-51569fc962e5 of type vlan for network 3164add0-e92a-492f-b094-8dc6d0544c86 Apr 28 15:02:20.968798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.016091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port c58eb72f-9474-4901-a98a-169cb4d340ec {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:21.016624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.020284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:21.098324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:21.102902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:21.114232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:21.139955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.184367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.186544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Pushing event updated for resources: {'Port': ['ID=0fa019a5-5aaa-4249-8941-9bc4521573d8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:21.189559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Attempting to bind port 0fa019a5-5aaa-4249-8941-9bc4521573d8 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:21.189559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Attempting to bind port 0fa019a5-5aaa-4249-8941-9bc4521573d8 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:21.190034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Attempting to bind port 0fa019a5-5aaa-4249-8941-9bc4521573d8 on network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:21.195785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:21.196053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Checking segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:21.196430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.196812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Bound using segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:21.197306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Bound port: 0fa019a5-5aaa-4249-8941-9bc4521573d8, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:21.197812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.204871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for c58eb72f-9474-4901-a98a-169cb4d340ec owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:21.286619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.287626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:21.288197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.301592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] For port 0fa019a5-5aaa-4249-8941-9bc4521573d8, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:21.308140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] For port 0fa019a5-5aaa-4249-8941-9bc4521573d8, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0fa019a5-5aaa-4249-8941-9bc4521573d8,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:21.317128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.415226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07707e3-1462-47e5-9e9f-8b0d03848cd6 None None] Pushing event updated for resources: {'Port': ['ID=0fa019a5-5aaa-4249-8941-9bc4521573d8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:21.452950 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6868873 Apr 28 15:02:21.456695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:21.466354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Request body: {'subnet': {'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-178095474-subnet', 'tenant_id': 'c18f8da57ee349c6a204898570218ddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:21.476350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd769-7411-4a8a-a831-2950730dd6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3164add0-e92a-492f-b094-8dc6d0544c86,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:21.500567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 3164add0-e92a-492f-b094-8dc6d0544c86 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:21.510706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.520329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Made reservation on behalf of c18f8da57ee349c6a204898570218ddb for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:21.522336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.583424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=c58eb72f-9474-4901-a98a-169cb4d340ec,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:21.697425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a32e27c-c53e-4c54-8cdb-d858be811b54 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:21.703617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.720136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45510) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:21.799950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a32e27c-c53e-4c54-8cdb-d858be811b54 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:21.800579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.902624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.936661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2095386073-network', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:21.959073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:21.985012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 7a32e27c-c53e-4c54-8cdb-d858be811b54, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a32e27c-c53e-4c54-8cdb-d858be811b54,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:21.998854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.015602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 7b9b29ce-2e78-4026-a161-ff98621cb370 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:22.016014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.057918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.061568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.069494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=7a32e27c-c53e-4c54-8cdb-d858be811b54,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:22.073912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Made reservation on behalf of ef4604cf984d406b93fa2919df704c37 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:22.077988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.135189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.174398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.174955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1751b1-45a4-4d36-814a-4718d2202c56 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:22.183189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.184339 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7e047b78-ebd2-465c-a9b2-e971f6d5ffa0 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 204 len: 168 time: 1.5689399 Apr 28 15:02:22.188394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45514) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:22.189559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.202518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628937823', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:22.212553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 7b9b29ce-2e78-4026-a161-ff98621cb370 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:22.221421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.255633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.256707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.282939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257f1bba-d680-4248-88fe-63f7e27097f7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:22.311551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Checking segment: {'id': '1e0026a3-b172-4984-a44f-51569fc962e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:22.311902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Network hostable DHCP agents. Network: 3164add0-e92a-492f-b094-8dc6d0544c86, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:22.337672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.386610 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Network 3164add0-e92a-492f-b094-8dc6d0544c86 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:22.442737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1/2a93d60c-f4ef-4bed-9c39-e4292b121a04/8f87b20f-b367-4f25-a7a8-58745371bf39) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:22.456938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 3164add0-e92a-492f-b094-8dc6d0544c86) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:22.463586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:22.464774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.469021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08096b-099c-40a9-8fc3-0ef310289254 None None] Network 3164add0-e92a-492f-b094-8dc6d0544c86 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:22.472569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.482454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.493170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:22.493409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.503013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.503362 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Added segment f731083a-6bb2-4683-9088-e44872cfe5b6 of type vlan for network f7c72c38-ef6e-48c5-a01e-439473761ac1 Apr 28 15:02:22.520778 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-79e33422-a81a-4b83-8be1-2cb6d1f962d2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0629876 Apr 28 15:02:22.651039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848f4ab-44b3-4f32-9da4-56ca6b6709c1 None None] Network 3164add0-e92a-492f-b094-8dc6d0544c86 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:22.664073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.710491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995b9e5-5290-4c3e-b28a-2fc5c27c5a3d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:22.756954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.809108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.833752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.839887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.840976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:22.841567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.867817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=7b9b29ce-2e78-4026-a161-ff98621cb370,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:22.903738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:22.988006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Allocated IP 172.26.4.214 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/6d0edb51-c020-4381-8e4d-4b84e01dd928) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:23.051005 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3157456 Apr 28 15:02:23.051005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45526) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:23.061382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Request body: {'subnet': {'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2095386073-subnet', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:23.140349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ae713-e29c-4673-a3a0-aaa56b89e243 admin admin] Pushing event updated for resources: {'Network': ['ID=f7c72c38-ef6e-48c5-a01e-439473761ac1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:23.152837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:23.171508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.197957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Made reservation on behalf of ef4604cf984d406b93fa2919df704c37 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:23.200780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.221463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.267215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.309833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:23.311210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event updated for resources: {'Port': ['ID=6d0edb51-c020-4381-8e4d-4b84e01dd928,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:23.314140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:23.315972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45532) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:23.317920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:23.327056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-116375620-network', 'tenant_id': '7131be1b9765484296f959428cdc9cdb'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:23.356459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d7fcb4-99ad-455b-aff2-cae72dbb04d4 None None] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:23.379302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.399565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Made reservation on behalf of 7131be1b9765484296f959428cdc9cdb for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:23.401937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.442125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] Provisioning complete for port 0fa019a5-5aaa-4249-8941-9bc4521573d8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:23.442761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.512747 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:23.527558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:23.536060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:23.571827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:23.579376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.637728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.655735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] For port 0fa019a5-5aaa-4249-8941-9bc4521573d8, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0fa019a5-5aaa-4249-8941-9bc4521573d8,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:23.666921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.739680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.750796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02ea71-ff84-42f6-a1fa-f624e09719d6 None None] Pushing event updated for resources: {'Port': ['ID=0fa019a5-5aaa-4249-8941-9bc4521573d8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:23.796749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a32e27c-c53e-4c54-8cdb-d858be811b54 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:23.853271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7a32e27c-c53e-4c54-8cdb-d858be811b54 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:23.853761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.916658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:23.947849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0fa019a5-5aaa-4249-8941-9bc4521573d8 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:24.017117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ab3972d3-f76e-4c4f-95c3-43df728a5c3b None None] Provisioning complete for port 0fa019a5-5aaa-4249-8941-9bc4521573d8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:24.017487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab3972d3-f76e-4c4f-95c3-43df728a5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.070544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0fa019a5-5aaa-4249-8941-9bc4521573d8 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:24.070933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.104085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.149559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.179150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:24.196739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ab3972d3-f76e-4c4f-95c3-43df728a5c3b None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:24.197316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab3972d3-f76e-4c4f-95c3-43df728a5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.201860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.202130 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Added segment 3bd75b2e-77c3-497e-8c4e-3edff69aa79c of type vlan for network 61b40ddd-bf1e-4a37-b92d-75d711a87a31 Apr 28 15:02:24.236516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ab3972d3-f76e-4c4f-95c3-43df728a5c3b None None] Port 8f87b20f-b367-4f25-a7a8-58745371bf39 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:24.238332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083ef63d-3576-414f-8aaf-00e2d2283987,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:24.286382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.319757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.327316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:24.336207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 2825b596-e5b0-4cd9-bd85-b2687daa78b4 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:24.358325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ab7ae6f7-8084-43ce-b1e7-d4227f0e0d75 None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:24.358818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab7ae6f7-8084-43ce-b1e7-d4227f0e0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.363432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:24.363792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Network hostable DHCP agents. Network: f7c72c38-ef6e-48c5-a01e-439473761ac1, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:24.383609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.386198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.387162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:24.387760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.400880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ae6f7-8084-43ce-b1e7-d4227f0e0d75 None None] Port 8f87b20f-b367-4f25-a7a8-58745371bf39 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:24.454293 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1371741 Apr 28 15:02:24.457808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45534) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:24.464283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Request body: {'subnet': {'network_id': '61b40ddd-bf1e-4a37-b92d-75d711a87a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-116375620-subnet', 'tenant_id': '7131be1b9765484296f959428cdc9cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:24.469727 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:24.474079 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585c299-54a5-4147-b5d3-d4bb5b6c27cf admin admin] Pushing event updated for resources: {'Network': ['ID=61b40ddd-bf1e-4a37-b92d-75d711a87a31,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:24.485512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 61b40ddd-bf1e-4a37-b92d-75d711a87a31 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:24.530842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f7c72c38-ef6e-48c5-a01e-439473761ac1) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:24.539048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:24.543830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:24.544491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.550325 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] Sync routers for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:24.551066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Made reservation on behalf of 7131be1b9765484296f959428cdc9cdb for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:24.553881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.556930 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1993e050-1d74-48cc-87de-a5cc7e396352 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9963753 Apr 28 15:02:24.558555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:24.565064 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:24.565972 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:24.568165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c03a73-c70a-4cca-93b5-1dde3170eef5 None None] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:24.612645 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:24.622884 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:24.624076 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:24.624310 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-deac6ec0-a260-4351-bdd5-7bf10f1db0cb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5668936 Apr 28 15:02:24.627545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45538) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:24.631845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:24.675548 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:24.676536 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aa4f0a-a003-49f1-af90-ec70cd331ac3 None None] The sync data for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:24.699402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.700467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.729575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.784677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-f7c72c38-ef6e-48c5-a01e-439473761ac1', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:24.785666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.812545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.938854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Allocated IP 172.20.0.2 (f7c72c38-ef6e-48c5-a01e-439473761ac1/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb/96a043eb-e211-4e82-819b-b91b8d8f7485) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:24.992496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:24.996880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.004854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.070676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.098127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.100429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.106358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.144014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.150887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:25.155170 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:25.157959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:25.168664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Pushing event updated for resources: {'Port': ['ID=96a043eb-e211-4e82-819b-b91b8d8f7485,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.170138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Router b24fda11-1a39-48fa-a564-69b75457d7d2 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:25.175599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f3f3b8-2258-4e66-bee1-7201bea93204,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.195061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Checking segment: {'id': '3bd75b2e-77c3-497e-8c4e-3edff69aa79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '61b40ddd-bf1e-4a37-b92d-75d711a87a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:25.195423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Network hostable DHCP agents. Network: 61b40ddd-bf1e-4a37-b92d-75d711a87a31, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:25.224844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Attempting to bind port 96a043eb-e211-4e82-819b-b91b8d8f7485 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:25.225425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Attempting to bind port 96a043eb-e211-4e82-819b-b91b8d8f7485 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:25.225711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Attempting to bind port 96a043eb-e211-4e82-819b-b91b8d8f7485 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:25.232065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:25.232424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:25.232821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.233203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Bound using segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:25.234122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Bound port: 96a043eb-e211-4e82-819b-b91b8d8f7485, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:25.234122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.240573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:25.244645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:25.292269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Network 61b40ddd-bf1e-4a37-b92d-75d711a87a31 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:25.314240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] For port 96a043eb-e211-4e82-819b-b91b8d8f7485, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:25.321569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] For port 96a043eb-e211-4e82-819b-b91b8d8f7485, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=96a043eb-e211-4e82-819b-b91b8d8f7485,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:25.328099 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.349638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 61b40ddd-bf1e-4a37-b92d-75d711a87a31) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:25.359714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:25.360325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.364639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:25.370705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.377739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f3b0a-ea56-4310-8e3a-0a7f378bb57c None None] Network 61b40ddd-bf1e-4a37-b92d-75d711a87a31 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:25.404184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] Sync routers for ids ['b24fda11-1a39-48fa-a564-69b75457d7d2'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:25.470140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] Routers {'b24fda11-1a39-48fa-a564-69b75457d7d2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:25.470760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['b24fda11-1a39-48fa-a564-69b75457d7d2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:25.472484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d92051-96a6-44b5-bccf-08d0f7a1c9f3 None None] Pushing event updated for resources: {'Port': ['ID=96a043eb-e211-4e82-819b-b91b8d8f7485,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:25.481328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:25.502230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.538201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.640221 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-005d8d4a-c3ee-439e-859a-4f7404175996 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1794906 Apr 28 15:02:25.659333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.663559 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5d3dd090-7a55-4039-9f9f-38ec4f128e4c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4716911 Apr 28 15:02:25.665175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:25.672534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:25.788154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0fa019a5-5aaa-4249-8941-9bc4521573d8 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:25.798124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:25.810698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Allocated IP 172.26.4.228 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/eddd571b-2beb-4b8a-aa37-395a778b1ad1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:25.865194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-964e8c9d-cd6a-4f09-b777-7874bd727155 None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:25.865963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-964e8c9d-cd6a-4f09-b777-7874bd727155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:25.873631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] Routers {'b24fda11-1a39-48fa-a564-69b75457d7d2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:25.874442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['b24fda11-1a39-48fa-a564-69b75457d7d2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:25.966840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:25.982807 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Sync routers for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:25.984666 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6bc3e3d5-0afb-4b7f-9574-287c55734837 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/4bb1590e-ff58-4473-9a7e-0d7e07d33e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9382863 Apr 28 15:02:25.987988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:25.999839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:26.000843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d3399-28e3-4b59-a7d4-9d0af1883add None None] The sync data for ids ['b24fda11-1a39-48fa-a564-69b75457d7d2'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:26.007245 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:26.007845 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:26.039151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-964e8c9d-cd6a-4f09-b777-7874bd727155 None None] Port 8f87b20f-b367-4f25-a7a8-58745371bf39 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:26.045738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b754d-4af6-4f75-91b4-2f1971ef7f85 None None] Network 61b40ddd-bf1e-4a37-b92d-75d711a87a31 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:26.065256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0fa019a5-5aaa-4249-8941-9bc4521573d8 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:26.065627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.066388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port d63dc275-e662-42d0-a484-6d32b8092c00 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:26.066849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.167891 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:26.204450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.219072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.242114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.375462 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Deleting port 6d0edb51-c020-4381-8e4d-4b84e01dd928 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:26.376185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.380459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.381286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.381370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.381968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.382421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.382925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.384002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.384481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.385086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.390139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-afde0f7d-74bd-4110-a1c6-53cb63963a21 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6356 time: 0.3984289 Apr 28 15:02:26.390139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.391183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45564) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:26.397261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.476691 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:26.524604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:26.536657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:26.551690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:26.570251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Pushing event updated for resources: {'Port': ['ID=eddd571b-2beb-4b8a-aa37-395a778b1ad1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:26.626785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.627323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.627794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.628282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.628739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.629194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.629822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.630273 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.630720 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:26.636089 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8992ef3e-6e1a-45b0-a582-efde3cf08f6f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5878 time: 0.2422822 Apr 28 15:02:26.636311 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Checking router: 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:26.636685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45566) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:26.636796 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Updating router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 port 8f87b20f-b367-4f25-a7a8-58745371bf39 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:26.665168 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:26.802998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3d033-dd95-46d4-b09f-e027d5f18d9c None None] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:26.904277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for d63dc275-e662-42d0-a484-6d32b8092c00 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:26.905236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] Provisioning complete for port 96a043eb-e211-4e82-819b-b91b8d8f7485 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:26.906851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.013113 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.024686 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.041387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-22ad28b4-a6e9-466e-9fb6-1c79997e8c58 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:27.042859 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-22ad28b4-a6e9-466e-9fb6-1c79997e8c58 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/networks?id=3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 200 len: 811 time: 0.6366255 Apr 28 15:02:27.046237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.070521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Calling delete_port for 6d0edb51-c020-4381-8e4d-4b84e01dd928 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:27.107758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.120132 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Pushing event updated for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:27.130493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-a7db0761-3e8e-4a50-9918-b8717fa73420 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/quotas/c18f8da57ee349c6a204898570218ddb HTTP/1.1" status: 200 len: 375 time: 0.0814633 Apr 28 15:02:27.171312 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Attempting to bind port 8f87b20f-b367-4f25-a7a8-58745371bf39 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:27.171952 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Attempting to bind port 8f87b20f-b367-4f25-a7a8-58745371bf39 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:27.172683 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Attempting to bind port 8f87b20f-b367-4f25-a7a8-58745371bf39 on network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:27.183652 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:27.184804 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Checking segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:27.187327 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.188327 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Bound using segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:27.188327 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Bound port: 8f87b20f-b367-4f25-a7a8-58745371bf39, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:27.189036 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.213865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] For port 96a043eb-e211-4e82-819b-b91b8d8f7485, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=96a043eb-e211-4e82-819b-b91b8d8f7485,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:27.230389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.269105 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-6e003f2d-5ea8-41d3-86ea-dd1a1bfcfdc1 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=c18f8da57ee349c6a204898570218ddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187625 Apr 28 15:02:27.283687 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] For port 8f87b20f-b367-4f25-a7a8-58745371bf39, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:27.291451 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] For port 8f87b20f-b367-4f25-a7a8-58745371bf39, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8f87b20f-b367-4f25-a7a8-58745371bf39,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:27.298853 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.332775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afec7a-ff32-4b91-9c99-9616920db8eb None None] Pushing event updated for resources: {'Port': ['ID=96a043eb-e211-4e82-819b-b91b8d8f7485,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:27.420438 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Pushing event updated for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:27.462826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:27.463384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.467840 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:27.470636 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:27.492907 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c5697f7a-804a-4003-be3d-9ef029dd7729 service neutron] 10.222.0.58 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141058 Apr 28 15:02:27.681951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-61cf1ac5-3dc9-4bab-a50a-3fb75c57d1ff service neutron] 10.222.0.58 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508904 Apr 28 15:02:27.695166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.718762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.729575 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bda92b75-9283-4539-a193-493005268e8e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3215 time: 1.0854709 Apr 28 15:02:27.731881 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:27.784732 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.785223 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.785873 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.786282 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.786645 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.787222 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.787572 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.787965 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.788476 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.788801 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.789202 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.789678 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29863ab-7067-499c-b778-567214f2fe38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:02:27.829591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 96a043eb-e211-4e82-819b-b91b8d8f7485 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:27.850564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] For port 8f87b20f-b367-4f25-a7a8-58745371bf39, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8f87b20f-b367-4f25-a7a8-58745371bf39,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:27.856472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.951107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:27.984938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=d63dc275-e662-42d0-a484-6d32b8092c00,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:28.081225 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682969d5-9ca5-4a16-9101-f723212e88c3 req-2549ebe5-f3a1-42aa-ad69-a8c05aba91c9 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 210 time: 0.0790813 Apr 28 15:02:28.086212 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:28.160280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849a8c0-f740-4938-b516-6821242c1033 None None] Pushing event updated for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:28.176106 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabe5cb6-b68e-42cc-95f8-72e51b3c7329 None None] The sync data for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv is: [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:28.182204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.200779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.203373 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ba48b9b1-0cf4-4758-a2aa-04f44236891f None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:28.203773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba48b9b1-0cf4-4758-a2aa-04f44236891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.280078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 96a043eb-e211-4e82-819b-b91b8d8f7485 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:28.280078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.369462 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Pushing event deleted for resources: {'Port': ['ID=6d0edb51-c020-4381-8e4d-4b84e01dd928,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:28.375390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:28.382192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315464341', 'description': 'tempest-secgroup-smoke-1315464341 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:28.418795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.507452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:28.539574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ba48b9b1-0cf4-4758-a2aa-04f44236891f None None] Provisioning complete for port 96a043eb-e211-4e82-819b-b91b8d8f7485 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:28.539981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba48b9b1-0cf4-4758-a2aa-04f44236891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.549862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.625419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.688566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:28.707809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:28.708529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:28.716357 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-488e42f8-6c4f-4a88-a432-d69c0f22a2e4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0838630 Apr 28 15:02:28.717068 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45582) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:28.720777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:28.721718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:28.849571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:28.906154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 2825b596-e5b0-4cd9-bd85-b2687daa78b4 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:28.985434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.021759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.071157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.116205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 3, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:29.146349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:29.146705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Updating router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 port eddd571b-2beb-4b8a-aa37-395a778b1ad1 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:29.154493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.177405 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.184815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:29.196268 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] Sync routers for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:29.207819 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:29.208818 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:29.253791 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-286f72bd-ef33-46a1-a734-70b5f6d4547c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6941519 Apr 28 15:02:29.274853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45588) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:29.303313 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:29.327113 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] Routers {'2825b596-e5b0-4cd9-bd85-b2687daa78b4'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:29.328948 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:29.363313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.367773 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9907548 Apr 28 15:02:29.368671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45590) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:29.376174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:29.387298 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d142669-60b8-4539-ad71-24549fc2c8bd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=2825b596-e5b0-4cd9-bd85-b2687daa78b4 HTTP/1.1" status: 200 len: 205 time: 0.1105173 Apr 28 15:02:29.391093 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:29.391969 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e0476-5a4f-4d62-989d-0e34bed1f8be None None] The sync data for ids ['2825b596-e5b0-4cd9-bd85-b2687daa78b4'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:29.409941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:29.411832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Router b24fda11-1a39-48fa-a564-69b75457d7d2 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:29.436567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.456377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.492574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee9f45-70ad-4c1c-aab8-c5b2306b277f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce1f48-fa88-460b-933a-86c6d12ca527,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:29.539047 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-92ef4b49-2d58-4722-a1b5-4f71bd3ec632 req-522efbce-c114-40b6-ae68-dc3263591415 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 210 time: 0.3805916 Apr 28 15:02:29.607307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.655288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.666165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.712239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.721424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.723016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8f87b20f-b367-4f25-a7a8-58745371bf39 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:29.774616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c4bc-536b-4fbe-933e-380d47dd076b None None] Pushing event updated for resources: {'Port': ['ID=eddd571b-2beb-4b8a-aa37-395a778b1ad1,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:29.780825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.782045 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110210 Apr 28 15:02:29.784792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd80b8-d882-49f5-8182-5991a8b099da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47828085-39eb-4fec-aad5-59c6406fa7ca,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:29.788773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:29.803281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:29.828992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Attempting to bind port eddd571b-2beb-4b8a-aa37-395a778b1ad1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:29.829369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Attempting to bind port eddd571b-2beb-4b8a-aa37-395a778b1ad1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:29.829807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Attempting to bind port eddd571b-2beb-4b8a-aa37-395a778b1ad1 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:29.836687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:29.837065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:29.837468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.837898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:29.838362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Bound port: eddd571b-2beb-4b8a-aa37-395a778b1ad1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:29.839003 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.854546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Allocated IP 172.20.0.1 (f7c72c38-ef6e-48c5-a01e-439473761ac1/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb/e6cf26c0-162d-4b7d-92aa-f7c5976adc77) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:29.878460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.883435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:29.899435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-8fca066c-2c04-4c37-bbef-ab6ec6091dbf tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:29.899905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 8f87b20f-b367-4f25-a7a8-58745371bf39 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:29.900460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.902202 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-8fca066c-2c04-4c37-bbef-ab6ec6091dbf tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.21 "GET /v2.0/networks?id=3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 200 len: 811 time: 0.5214174 Apr 28 15:02:29.933312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] Sync routers for ids ['b24fda11-1a39-48fa-a564-69b75457d7d2'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:29.937575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.941876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-347f4b1f-9a60-40e5-a245-154644645dae tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "PUT /v2.0/routers/b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 200 len: 706 time: 4.2725856 Apr 28 15:02:29.942055 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:02:29.955579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] For port eddd571b-2beb-4b8a-aa37-395a778b1ad1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:29.974591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] For port eddd571b-2beb-4b8a-aa37-395a778b1ad1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=eddd571b-2beb-4b8a-aa37-395a778b1ad1,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:29.982000 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:29.986390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Request body: {'port': {'device_id': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86', 'admin_state_up': True, 'tenant_id': 'c18f8da57ee349c6a204898570218ddb'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:29.991899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:29.993892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] Routers {'b24fda11-1a39-48fa-a564-69b75457d7d2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:30.007446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['b24fda11-1a39-48fa-a564-69b75457d7d2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.087894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.092126 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.098580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.154321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c4bc-536b-4fbe-933e-380d47dd076b None None] Pushing event updated for resources: {'Port': ['ID=eddd571b-2beb-4b8a-aa37-395a778b1ad1,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:30.165944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] Routers {'b24fda11-1a39-48fa-a564-69b75457d7d2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:30.166575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['b24fda11-1a39-48fa-a564-69b75457d7d2'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.175067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:30.175571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.217990 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aa14ea70-1fa2-4c98-8428-27231ebd7fbd tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/routers/b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 200 len: 741 time: 0.2296150 Apr 28 15:02:30.228076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45602) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.267854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.268734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998ea40-1e04-48eb-b2f4-4d8fefd349a0 None None] The sync data for ids ['b24fda11-1a39-48fa-a564-69b75457d7d2'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:30.310558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.313550 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3c07e355-a881-4c57-8a31-04c12903256b tempest-RoutersAdminTest-715770888 tempest-RoutersAdminTest-715770888-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&device_id=b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 200 len: 205 time: 0.0834825 Apr 28 15:02:30.319942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45604) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.331380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.364592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:30.371701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea14418-6cc6-48db-bc12-9427e26896a4,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:30.382118 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1211a2ae-d191-414d-b6e3-b8c2911cae07 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 200 len: 205 time: 0.0610616 Apr 28 15:02:30.385739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45606) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.389148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.468892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.470686 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e0e2a12d-a880-41c1-92a7-9150f486e363 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6808426 Apr 28 15:02:30.473618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45608) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.477404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.484159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:30.533119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.533995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router 2825b596-e5b0-4cd9-bd85-b2687daa78b4 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:30.557149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.558435 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9e3b2f9b-e466-41b7-9001-6c812a4bc9b3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4 HTTP/1.1" status: 204 len: 168 time: 1.1380110 Apr 28 15:02:30.561770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45612) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.603979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.628404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet d2de35f7-9fa4-4fa4-9889-85a0e80f2513 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:30.631779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Made reservation on behalf of c18f8da57ee349c6a204898570218ddb for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:30.635671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.639784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.697287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.709959 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f4104cf3-1368-4057-865b-f6c54061d005 req-15734ced-bcd0-44de-9a09-732dee75f5fa tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 210 time: 0.0715938 Apr 28 15:02:30.715433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.754254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.757921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 3, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:30.782651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.786521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd282aed-1a4c-49df-9dd1-0447af258957 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 3, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:30.823509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:30.856655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:30.861450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:30.863851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:30.870104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Allocated IP 172.20.0.5 (3164add0-e92a-492f-b094-8dc6d0544c86/257f1bba-d680-4248-88fe-63f7e27097f7/df888906-8744-4004-8ded-243f2d7a93a0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:30.873174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.904344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.905169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.905589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Fanout notify agent at l3_agent the message router_deleted on router b24fda11-1a39-48fa-a564-69b75457d7d2 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:30.913713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.918377 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b5c72be8-2d37-4c76-a746-7130bbfc1cb9 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 204 len: 168 time: 0.5240798 Apr 28 15:02:30.925279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:30.928228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.952242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741e071b-8f02-438d-9b55-e5189743f481,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:30.965661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:30.968832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-200b7105-59b0-4689-91b5-c71355933e07 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 200 len: 205 time: 0.0422812 Apr 28 15:02:30.977283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45616) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.010571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.014137 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7dd9c004-f366-472c-9d7f-0b7bb620069e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5371108 Apr 28 15:02:31.021704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.031602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:31.054980 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-751e0979-55eb-4946-9367-f90cc0e8fb87 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.056948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-751e0979-55eb-4946-9367-f90cc0e8fb87 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/b24fda11-1a39-48fa-a564-69b75457d7d2 HTTP/1.1" status: 404 len: 336 time: 0.0785973 Apr 28 15:02:31.077753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45620) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.107591 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dc417a8e-9ab1-4e5c-9b8f-ae35465b89fd tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 200 len: 205 time: 0.0281408 Apr 28 15:02:31.109591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45622) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.111501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.194528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.198135 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/d2de35f7-9fa4-4fa4-9889-85a0e80f2513 HTTP/1.1" status: 204 len: 168 time: 0.6351731 Apr 28 15:02:31.202608 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-ceb7f382-1640-48ee-99e2-758335bf48a4 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.203207 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa0472-42f9-4bac-a2a2-876ac43b6216 None None] Network 058603dd-b834-4a1a-a085-23f7403027af requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:31.205426 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64a2c7-3a26-4c26-9874-293be4da05c6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=d2de35f7-9fa4-4fa4-9889-85a0e80f2513,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:31.208294 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ceb7f382-1640-48ee-99e2-758335bf48a4 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/3a1751b1-45a4-4d36-814a-4718d2202c56 HTTP/1.1" status: 404 len: 336 time: 0.0973780 Apr 28 15:02:31.208750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.209078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45626) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.220473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.246878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.262578 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b6ad43b-0490-4804-8f1c-ff2ff55d5855 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 200 len: 205 time: 0.0452175 Apr 28 15:02:31.265305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45628) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.333226 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-9b438959-d356-4575-b0d8-66bbac02e631 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.334860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9b438959-d356-4575-b0d8-66bbac02e631 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/f3fad210-407e-40a2-b9bd-7fc384cff5fd HTTP/1.1" status: 404 len: 336 time: 0.0661263 Apr 28 15:02:31.348087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45630) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.355970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-69734f5b-bb57-41b5-9962-77f5115887f3 None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:31.356442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69734f5b-bb57-41b5-9962-77f5115887f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.373192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.396929 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ceb7fe0c-3751-4d87-b1d2-fb686927c195 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 200 len: 205 time: 0.0473828 Apr 28 15:02:31.402957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-69734f5b-bb57-41b5-9962-77f5115887f3 None None] Port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:31.405253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45632) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.461674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.465506 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-16dc908a-d265-4f34-893e-5b5e45282b94 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.467228 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-16dc908a-d265-4f34-893e-5b5e45282b94 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/7f6f2511-14d3-41bc-8795-4edbace52baf HTTP/1.1" status: 404 len: 336 time: 0.0603158 Apr 28 15:02:31.467390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] DHCP port deletion for 058603dd-b834-4a1a-a085-23f7403027af request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:31.469745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45634) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.484726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.523197 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1d8b1cbc-8547-49c3-ac91-5638b8771781 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 200 len: 205 time: 0.0517755 Apr 28 15:02:31.535357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.550467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc17c69-1f6e-4535-9453-89752cc82163,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:31.560989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Deleting port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:31.561372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.603277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.610846 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61545aa0-761e-4198-81d8-213a8ed74a51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5846527 Apr 28 15:02:31.618469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.619748 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-3f8c057d-bcb2-43fa-87a2-397a7748f71c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.620840 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3f8c057d-bcb2-43fa-87a2-397a7748f71c tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/553a8758-c754-4adf-9ca3-78e96d71088b HTTP/1.1" status: 404 len: 336 time: 0.0828817 Apr 28 15:02:31.631800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:31.640113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45640) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.643206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.680385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] For port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,segment=NetworkSegment(7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9),segment_id=7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:31.681716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.713182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Calling delete_port for 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:31.735863 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3822cf34-c252-47a4-a614-a8255fd5ee78 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c0afd7f-7867-4b5c-9caf-f31d52198d67 HTTP/1.1" status: 200 len: 205 time: 0.0900898 Apr 28 15:02:31.740210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45642) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.792690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device eddd571b-2beb-4b8a-aa37-395a778b1ad1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:31.842904 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-05f3e571-1103-4109-bec1-f4cd8d82fe3a tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] delete failed (client error): The resource could not be found. Apr 28 15:02:31.844174 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-05f3e571-1103-4109-bec1-f4cd8d82fe3a tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/routers/8c0afd7f-7867-4b5c-9caf-f31d52198d67 HTTP/1.1" status: 404 len: 336 time: 0.1010628 Apr 28 15:02:31.846685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Network 3164add0-e92a-492f-b094-8dc6d0544c86 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:31.854682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:31.861642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:02:31.865699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Pushing event updated for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:31.868704 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45646) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:31.870872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:31.895482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port eddd571b-2beb-4b8a-aa37-395a778b1ad1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:31.896065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.925331 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebb08a7-e157-42e2-9a02-ae25168775e5 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] DELETE failed (client error): The resource could not be found. Apr 28 15:02:31.925888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.926006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebb08a7-e157-42e2-9a02-ae25168775e5 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:02:31.942871 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aebb08a7-e157-42e2-9a02-ae25168775e5 tempest-RoutersAdminTest-1195542350 tempest-RoutersAdminTest-1195542350-project] 10.222.0.58 "DELETE /v2.0/subnets/b71e65e2-d6d4-4808-ae92-a7942969eb89 HTTP/1.1" status: 404 len: 337 time: 0.0664823 Apr 28 15:02:31.967161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] Pushing event deleted for resources: {'Port': ['ID=7c7e374a-79cf-4b03-8ea6-75c36f8589b5,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:31.975206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:31.979560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:31.982179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188cdd19-5520-4523-bd8d-9e90c0a34b44 None None] No DVR routers for this DVR port 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:31.986843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.029291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.039262 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.066912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c18ba4-9dd0-4e38-9f2e-19887466b901 req-d7251f32-3a45-4899-be05-10ca5b25e7e4 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:32.075000 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8c18ba4-9dd0-4e38-9f2e-19887466b901 req-d7251f32-3a45-4899-be05-10ca5b25e7e4 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 931 time: 0.2259808 Apr 28 15:02:32.082591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:32.082591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.129247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.133261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.145002 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-0795211d-8a27-46ad-a823-51402844b9ef tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2049479 Apr 28 15:02:32.151367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8c18ba4-9dd0-4e38-9f2e-19887466b901 req-c0cffe57-434f-42b1-b218-cc713bfb206f tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Apr 28 15:02:32.158644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.159454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.162808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Request body: {'port': {'device_id': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:32.186387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port eddd571b-2beb-4b8a-aa37-395a778b1ad1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=eddd571b-2beb-4b8a-aa37-395a778b1ad1,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:32.190358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.196261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.236296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.241883 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6147654 Apr 28 15:02:32.254108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:32.272950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bdce1f48-fa88-460b-933a-86c6d12ca527', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:32.280330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=eddd571b-2beb-4b8a-aa37-395a778b1ad1,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:32.281369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96736821-b3e3-4347-9abf-34313e1c2c6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799d4141-f08f-4bde-80cd-c0fd511ebfd4,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:32.292471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:32.298428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.319036 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:02:32.327059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:32.330119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.353193 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:32.353551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7c7e374a-79cf-4b03-8ea6-75c36f8589b5 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:32.366567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:32.369896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:32.381832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.466183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.477252 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.489229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:32.590187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.594754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:32.607551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.610154 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3550959 Apr 28 15:02:32.615698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fc2a9-001b-48d6-a3c3-6be10358705b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe38da6-b0fa-4374-bac9-e98575c0b96d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:32.638067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:32.640746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.642293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-416f1d14-8d35-4237-a50b-76aef8f4e0e6 None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:32.642666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-416f1d14-8d35-4237-a50b-76aef8f4e0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.644480 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cba89200-f8c2-487f-93ff-2d1ce708cecb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33 HTTP/1.1" status: 204 len: 168 time: 1.4342113 Apr 28 15:02:32.647626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45660) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:32.682986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43fcbf1-cf65-4574-a7dc-a90c85d6c886 None None] Network 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:32.730620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7560bcc9-9eb8-4984-bec1-fbbdac7c121e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.739750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-416f1d14-8d35-4237-a50b-76aef8f4e0e6 None None] Port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:32.876383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.891504 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df888906-8744-4004-8ded-243f2d7a93a0 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:32.899680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.912678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Transition to ACTIVE for port object df888906-8744-4004-8ded-243f2d7a93a0 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:02:32.919654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:32.963623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] DHCP port deletion for 5a5dbdca-89b1-4cb4-80f9-13c5e2113673 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:33.035798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7560bcc9-9eb8-4984-bec1-fbbdac7c121e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.038215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Deleting port 4474d68b-b94a-4ba9-8ed2-38e6366a282c {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:33.038520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.060581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7560bcc9-9eb8-4984-bec1-fbbdac7c121e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.082409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Pushing event updated for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.091103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Attempting to bind port df888906-8744-4004-8ded-243f2d7a93a0 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:33.091431 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Attempting to bind port df888906-8744-4004-8ded-243f2d7a93a0 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '1e0026a3-b172-4984-a44f-51569fc962e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:33.091753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Attempting to bind port df888906-8744-4004-8ded-243f2d7a93a0 on network 3164add0-e92a-492f-b094-8dc6d0544c86 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:33.097067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Port df888906-8744-4004-8ded-243f2d7a93a0 on network 3164add0-e92a-492f-b094-8dc6d0544c86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:02:33.097378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Attempting to bind port df888906-8744-4004-8ded-243f2d7a93a0 on network 3164add0-e92a-492f-b094-8dc6d0544c86 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:33.102954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:33.103331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Checking segment: {'id': '1e0026a3-b172-4984-a44f-51569fc962e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:33.103849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Bound using segment: {'id': '1e0026a3-b172-4984-a44f-51569fc962e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:33.104470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Bound port: df888906-8744-4004-8ded-243f2d7a93a0, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0026a3-b172-4984-a44f-51569fc962e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:33.105357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.134113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] For port 4474d68b-b94a-4ba9-8ed2-38e6366a282c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4474d68b-b94a-4ba9-8ed2-38e6366a282c,segment=NetworkSegment(fd7f499c-aab4-4323-931f-c260d1503e07),segment_id=fd7f499c-aab4-4323-931f-c260d1503e07)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:33.134955 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.150571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Calling delete_port for 4474d68b-b94a-4ba9-8ed2-38e6366a282c owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:33.180954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:33.184140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=df888906-8744-4004-8ded-243f2d7a93a0,segment=NetworkSegment(1e0026a3-b172-4984-a44f-51569fc962e5),segment_id=1e0026a3-b172-4984-a44f-51569fc962e5)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:33.191105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.213263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:33.219018 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-308a029b-d24b-44c7-a77f-6d3714671da6 admin admin] 10.222.0.58 "PUT /v2.0/routers/8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5009041 Apr 28 15:02:33.219999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560bcc9-9eb8-4984-bec1-fbbdac7c121e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5157f72-04fb-48d7-84a4-152c8270b36a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.232250 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:33.243548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Pushing event updated for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.256455 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:33.258238 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7560bcc9-9eb8-4984-bec1-fbbdac7c121e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4ac61d7e1d6242d9a66cd242cdd67115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7662852 Apr 28 15:02:33.258756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.259408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.261754 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-c20efab7-7806-4180-a3f1-49f59d788d2f service neutron] 10.222.0.21 "PUT /v2.0/ports/df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 200 len: 1093 time: 1.1046376 Apr 28 15:02:33.262113 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:33.262256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:33.265275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554" -d '{"events": [{"name": "network-changed", "server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "tag": "df888906-8744-4004-8ded-243f2d7a93a0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:33.268509 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:33.274893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.331945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.340762 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-9290321b-08cf-4617-9e93-9b27f3f77c54 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315464341&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.2119319 Apr 28 15:02:33.343461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058603dd-b834-4a1a-a085-23f7403027af']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:33.356483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:33.356908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5a3f26-49c8-41ac-aa54-575cc5b3fdb9') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:33.386893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] Pushing event deleted for resources: {'Port': ['ID=4474d68b-b94a-4ba9-8ed2-38e6366a282c,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.391550 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.393563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567332b1-3f91-40a7-820b-f7d5e1d7d05d None None] No DVR routers for this DVR port 4474d68b-b94a-4ba9-8ed2-38e6366a282c on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:33.408439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.442565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9103-23d5-47a5-be8c-8dc1c5a21bfc req-d6374f04-38d3-4119-94d3-36ae29dd8687 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.444165 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1e2a9103-23d5-47a5-be8c-8dc1c5a21bfc req-d6374f04-38d3-4119-94d3-36ae29dd8687 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 943 time: 0.1495862 Apr 28 15:02:33.449201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-4d9e6b00-fef8-4efe-ade0-0643c1faa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.450730 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-4d9e6b00-fef8-4efe-ade0-0643c1faa806 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c18f8da57ee349c6a204898570218ddb&device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 1096 time: 0.1274195 Apr 28 15:02:33.457981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.459533 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:33.470692 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:33.471407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:33.474848 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:33.508418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-caac1d54-82f3-478f-8e93-f80aa28f77f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 200 len: 217 time: 0.0403018 Apr 28 15:02:33.516863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.568894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-e85f806a-a199-4779-8e23-848236f5fbef tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.573858 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-e85f806a-a199-4779-8e23-848236f5fbef tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 797 time: 0.2217829 Apr 28 15:02:33.584340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.590674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.594737 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/058603dd-b834-4a1a-a085-23f7403027af HTTP/1.1" status: 204 len: 168 time: 0.9456947 Apr 28 15:02:33.601186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45686) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:33.617388 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-386cfbab-b111-4019-9601-1129f3131207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0424564 Apr 28 15:02:33.618303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4b89-319d-4ed2-b722-93f4f476d470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=058603dd-b834-4a1a-a085-23f7403027af,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:33.665403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-1189c1de-c992-48aa-acd1-3b617588a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:33.666949 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-1189c1de-c992-48aa-acd1-3b617588a673 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=257f1bba-d680-4248-88fe-63f7e27097f7 HTTP/1.1" status: 200 len: 851 time: 0.1435940 Apr 28 15:02:33.682346 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-e67eff19-e950-4419-95d8-cd948924d174 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557945 Apr 28 15:02:33.690135 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1e2a9103-23d5-47a5-be8c-8dc1c5a21bfc req-4ffd9367-e2e0-4304-90fc-dfa9cf2922f2 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207696 Apr 28 15:02:33.695618 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device eddd571b-2beb-4b8a-aa37-395a778b1ad1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:33.745251 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-f0dbcd83-d97c-432a-9aac-c96f1c81d955 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3164add0-e92a-492f-b094-8dc6d0544c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489469 Apr 28 15:02:33.784799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f834e4-7550-4efc-ace5-e581fb4a7a47 x-openstack-request-id: req-63f834e4-7550-4efc-ace5-e581fb4a7a47 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:33.785397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "tag": "df888906-8744-4004-8ded-243f2d7a93a0", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:33.785397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-63f834e4-7550-4efc-ace5-e581fb4a7a47 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:33.785719 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f834e4-7550-4efc-ace5-e581fb4a7a47'] response: {'name': 'network-changed', 'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0', 'status': 'completed', 'code': 200} Apr 28 15:02:33.798010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port eddd571b-2beb-4b8a-aa37-395a778b1ad1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:33.798917 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.846039 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 2, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:33.862688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.881129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.883630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:33.884880 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5157f72-04fb-48d7-84a4-152c8270b36a HTTP/1.1" status: 204 len: 168 time: 0.6154401 Apr 28 15:02:33.935015 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:33.935365 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Updating router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:33.959120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f30c8-6c52-4013-814a-d84f35a3ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5157f72-04fb-48d7-84a4-152c8270b36a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:34.010033 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.028228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4474d68b-b94a-4ba9-8ed2-38e6366a282c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:34.051578 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-6d6d49b1-30b1-4bb4-96c3-d22d03c53b32 service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650151 Apr 28 15:02:34.057644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4474d68b-b94a-4ba9-8ed2-38e6366a282c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:34.058248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4474d68b-b94a-4ba9-8ed2-38e6366a282c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:34.084224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.122627 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-93315804-4a37-4a52-a3d3-aeced0338e2d service neutron] 10.222.0.58 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167659 Apr 28 15:02:34.139182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:34.145734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1459266349-network', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:34.185598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5dbdca-89b1-4cb4-80f9-13c5e2113673']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:34.198591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7f499c-aab4-4323-931f-c260d1503e07') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:34.199571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7f499c-aab4-4323-931f-c260d1503e07') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:34.215716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.232944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Made reservation on behalf of 568bf59ca55849c8b08ba21e889b9ce7 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:34.233800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.236145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.240800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:34.241207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.247413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.289647 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-c11ce3f1-39b3-4960-a5bf-98652532a1af service neutron] 10.222.0.58 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627033 Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:34.313003 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:34.331613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.340906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.351947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:34.355836 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/5a5dbdca-89b1-4cb4-80f9-13c5e2113673 HTTP/1.1" status: 204 len: 168 time: 0.7535419 Apr 28 15:02:34.368399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1071826436'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:34.400481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82217e-b776-41f1-a95f-4505d6f4f575 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=5a5dbdca-89b1-4cb4-80f9-13c5e2113673,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:34.409585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:34.413283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.429077 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-60ff0080-2433-4f25-8c00-37dbf35a6546 req-7ad3da5c-2bbd-414b-9d61-d98d641bbf64 service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663793 Apr 28 15:02:34.492088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.508795 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.514466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:34.521976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.527005 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.573268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.573618 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 37295c96-7304-4a6d-b724-3d3a4fc67e81 of type vlan for network 6a19550e-83fa-4977-bc66-02545a570b3c Apr 28 15:02:34.610256 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45712) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:34.616134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:34.627356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-306ee1a0-2c39-49ec-9e23-2149107c40fb req-d3b4ed2f-1fde-488c-8266-ec88a77a9c0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 210 time: 0.0809367 Apr 28 15:02:34.648739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-adab2a1a-ef3e-4493-b983-e47483957d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.651857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-adab2a1a-ef3e-4493-b983-e47483957d8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c18f8da57ee349c6a204898570218ddb&device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 1096 time: 0.1572711 Apr 28 15:02:34.657273 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332af006-6a47-45f3-9bb2-5d43ea31e698 None None] Pushing event updated for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:34.670358 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Attempting to bind port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:34.670875 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Attempting to bind port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:34.671326 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Attempting to bind port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:34.677504 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:34.680137 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:34.682151 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.682698 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Bound using segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:34.683286 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Bound port: e6cf26c0-162d-4b7d-92aa-f7c5976adc77, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:34.685324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658c6e2-66f2-4ebe-8e89-168bf82c0a12,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:34.685585 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.698399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.698753 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Added segment 6eb01155-3a21-41f9-b958-72b196282c3c of type vlan for network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 Apr 28 15:02:34.721869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.807192 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] For port e6cf26c0-162d-4b7d-92aa-f7c5976adc77, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:34.811211 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] For port e6cf26c0-162d-4b7d-92aa-f7c5976adc77, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:34.819808 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.830670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-d3b60c85-74d7-4967-9a84-8612a93b757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.833172 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-d3b60c85-74d7-4967-9a84-8612a93b757a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 200 len: 912 time: 0.1743312 Apr 28 15:02:34.834057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.850251 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b1496b3a-c877-4fa9-9685-80d51896c78b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=11b47aff573747c599579e07bf68cb4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206957 Apr 28 15:02:34.861086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:34.888267 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:34.888859 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:34.930688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332af006-6a47-45f3-9bb2-5d43ea31e698 None None] Pushing event updated for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:34.943972 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-f0cd2d6a-477b-4f01-ada5-e75f53ed0508 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 200 len: 217 time: 0.1027889 Apr 28 15:02:34.973135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.980413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:34.981097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:34.990067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:34.990685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.008050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.031723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.032717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.033294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.040872 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6843777 Apr 28 15:02:35.053930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-ee03c6d7-cf0f-4f09-9c82-c6c0ac00f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.066763 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-ee03c6d7-cf0f-4f09-9c82-c6c0ac00f8d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=257f1bba-d680-4248-88fe-63f7e27097f7 HTTP/1.1" status: 200 len: 851 time: 0.1152194 Apr 28 15:02:35.068181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45720) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:35.073608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:35.082541 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:35.140948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-fa1e6978-b7f8-462a-8d42-8f6ed5fe5d54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3164add0-e92a-492f-b094-8dc6d0544c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564868 Apr 28 15:02:35.164281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.178977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc3fe3-f5d8-4c91-9051-2a15aa775e52 req-10ff3836-5c96-4966-a742-22c25594da4c tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:35.197664 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e8dc3fe3-f5d8-4c91-9051-2a15aa775e52 req-10ff3836-5c96-4966-a742-22c25594da4c tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 943 time: 0.3654718 Apr 28 15:02:35.235492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] For port e6cf26c0-162d-4b7d-92aa-f7c5976adc77, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:35.243075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.246664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.292481 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1509669 Apr 28 15:02:35.293310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45726) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:35.299338 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ab822-7d57-4f32-a3a7-b45eeaa2ff3e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=6a19550e-83fa-4977-bc66-02545a570b3c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.304563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Request body: {'subnet': {'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1459266349-subnet', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'ip_version': 4}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:35.322921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 6a19550e-83fa-4977-bc66-02545a570b3c details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:35.351385 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:34Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:35.368557 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e8dc3fe3-f5d8-4c91-9051-2a15aa775e52 req-5be04304-a3ff-4b66-ae8a-a21fdacd5e29 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696522 Apr 28 15:02:35.387515 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7564a-7ef2-4493-a2b5-ad14465f9935 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:34Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:35.428071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:35.431732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.447942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Made reservation on behalf of 568bf59ca55849c8b08ba21e889b9ce7 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:35.450229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.480739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b3056-09b6-44f3-a851-b5c362472004 admin admin] Pushing event updated for resources: {'Network': ['ID=8573afa0-b8fe-43cd-8b64-e32899bc6ab0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.486606 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.488980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.492503 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/777526d2-985d-4b9f-aed9-3e1891a5ab35 HTTP/1.1" status: 204 len: 168 time: 0.6101797 Apr 28 15:02:35.514931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:35.584161 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-44afae4e-4247-4711-b82c-0dc6d6552676 service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590856 Apr 28 15:02:35.602638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0dfb1-fe2c-4a06-bf46-c47ab35f44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777526d2-985d-4b9f-aed9-3e1891a5ab35,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.657041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cca0d519-dd5a-48f6-8d0b-b99c6d3f64dc None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:35.657414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cca0d519-dd5a-48f6-8d0b-b99c6d3f64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.762511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2071a9-a4e1-4261-9525-c8b21aad4ceb None None] Pushing event updated for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:35.825659 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0f93867e-f70d-4096-b4a9-190cc5225e02 req-f98d329e-7e4e-4301-a5f7-c711129fed1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 210 time: 0.0673676 Apr 28 15:02:35.881729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device df888906-8744-4004-8ded-243f2d7a93a0 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:35.899387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e55faac-fd6f-4ea5-879e-c0d63cc3e554 req-3117132e-a261-4712-af54-21aafe7d17db service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063872 Apr 28 15:02:35.935467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6cf26c0-162d-4b7d-92aa-f7c5976adc77 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:35.959823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:35.966300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.047370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:36.047979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.050021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=e203872e-9108-41ba-9f59-e10b99949487,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:36.069143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8128e60-9a5d-4792-8ca8-4997f0671a83,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:36.084703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=df888906-8744-4004-8ded-243f2d7a93a0,segment=NetworkSegment(1e0026a3-b172-4984-a44f-51569fc962e5),segment_id=1e0026a3-b172-4984-a44f-51569fc962e5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:36.085309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Checking segment: {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:36.085676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Network hostable DHCP agents. Network: 8573afa0-b8fe-43cd-8b64-e32899bc6ab0, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:36.107579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'df888906-8744-4004-8ded-243f2d7a93a0', 'network_id': '3164add0-e92a-492f-b094-8dc6d0544c86', 'port_id': 'df888906-8744-4004-8ded-243f2d7a93a0', 'mac_address': 'fa:16:3e:49:4c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257f1bba-d680-4248-88fe-63f7e27097f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:36.122524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '37295c96-7304-4a6d-b724-3d3a4fc67e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:36.123077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 6a19550e-83fa-4977-bc66-02545a570b3c, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:36.126951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:36.150658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8573afa0-b8fe-43cd-8b64-e32899bc6ab0) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:36.164470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c45c02-bac5-4577-8eff-3daa9a277e5e None None] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:36.166012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.166618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.171363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 6a19550e-83fa-4977-bc66-02545a570b3c is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:36.180811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 6a19550e-83fa-4977-bc66-02545a570b3c) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:36.188808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.189480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.205967 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-72ba5089-11ad-4606-bf78-1a737e142f50 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9073620 Apr 28 15:02:36.206610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:36.213506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:36.219848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf85660-7090-4ecb-9214-2f83b03a3846 None None] Network 6a19550e-83fa-4977-bc66-02545a570b3c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:36.227238 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-95ceca7d-fea0-4e7a-bbb6-d5185f6be443 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1575606 Apr 28 15:02:36.229941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:36.236664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-143240055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:36.257411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.267790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.269045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.326668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.327722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.386483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.389608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df888906-8744-4004-8ded-243f2d7a93a0 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:36.452947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=df888906-8744-4004-8ded-243f2d7a93a0,segment=NetworkSegment(1e0026a3-b172-4984-a44f-51569fc962e5),segment_id=1e0026a3-b172-4984-a44f-51569fc962e5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:36.490032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.506362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.511077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.645352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-e1a2ac92-9125-4698-a30c-6af11aa11c86 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.648904 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-e1a2ac92-9125-4698-a30c-6af11aa11c86 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 797 time: 0.3665791 Apr 28 15:02:36.654605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.660857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-846b88f4-5b4c-4e4f-b974-a7061fc69e74 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4273634 Apr 28 15:02:36.663717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:36.670786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.679469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'port': {'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c', 'name': 'tempest-RoutersIpV6Test-401020412'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:36.689298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:36.721698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:36.723233 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.726326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe8b39-cbd9-451c-851e-e1d181a62b98 req-8e1bff55-4b5c-46e5-84c5-c4574d4ed83e tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:36.732694 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-79c64086-6797-490c-a939-cffeb9bfb65a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0726676 Apr 28 15:02:36.735604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['df888906-8744-4004-8ded-243f2d7a93a0'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:36.737161 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1ffe8b39-cbd9-451c-851e-e1d181a62b98 req-8e1bff55-4b5c-46e5-84c5-c4574d4ed83e tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 944 time: 0.2412751 Apr 28 15:02:36.747709 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['bdce1f48-fa88-460b-933a-86c6d12ca527']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:36.837135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-6a19550e-83fa-4977-bc66-02545a570b3c', 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': 'e203872e-9108-41ba-9f59-e10b99949487'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:36.838591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.880283 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1ffe8b39-cbd9-451c-851e-e1d181a62b98 req-35ccd725-2f88-404a-b533-ff62c91ff0a7 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421034 Apr 28 15:02:36.902616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:36.918464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:36.995945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45764) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:37.040004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:37.044092 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.056126 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bc953402-da4c-41d0-9f89-4603aea5acf2 req-ce974877-3a42-4700-9277-56f47919e414 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 210 time: 0.0465922 Apr 28 15:02:37.089697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] device_id is not set on port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:02:37.169270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.5 (db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1/2a93d60c-f4ef-4bed-9c39-e4292b121a04/c2bf41b4-e33d-4015-b55f-0eb236e5d4d4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:37.217063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1841779427'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:37.332616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:37.336308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.360043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.364366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8::176 (6a19550e-83fa-4977-bc66-02545a570b3c/e203872e-9108-41ba-9f59-e10b99949487/1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:37.366851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.389332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.389597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Allocated IP 172.20.0.2 (8573afa0-b8fe-43cd-8b64-e32899bc6ab0/b8128e60-9a5d-4792-8ca8-4997f0671a83/b788a7b7-bf7a-4125-b198-cf763483ae85) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:37.421198 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.421641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.474949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:37.481013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:37.483179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:37.485393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:37.548353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:37.549032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.571673 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3ce18cf3-5933-428b-b048-6d6a08fbf1d9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325591 Apr 28 15:02:37.584072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Request body: {'port': {'device_id': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:37.602116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.613050 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.669231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:37.672522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:37.678441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.678577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:37.691686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.691984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6cf26c0-162d-4b7d-92aa-f7c5976adc77 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:37.695610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.738010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Pushing event updated for resources: {'Port': ['ID=b788a7b7-bf7a-4125-b198-cf763483ae85,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:37.739993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Allocated IP 172.26.4.19 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/baa7efad-42f7-4676-8b4f-5a9757ff9b69) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:37.761526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:37.792785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Attempting to bind port b788a7b7-bf7a-4125-b198-cf763483ae85 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:37.793107 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Attempting to bind port b788a7b7-bf7a-4125-b198-cf763483ae85 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:37.793390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Attempting to bind port b788a7b7-bf7a-4125-b198-cf763483ae85 on network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:37.805650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:37.805839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Checking segment: {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:37.806246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.806754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Bound using segment: {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:37.807224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Bound port: b788a7b7-bf7a-4125-b198-cf763483ae85, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:37.807617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.807947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.810042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.810371 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Added segment 22ea82c1-6515-4398-a20a-c560339375c8 of type vlan for network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d Apr 28 15:02:37.828241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce02ef-1a84-4179-9775-e06053ff2705,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:37.833632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:37.834327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.881388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9dac20b9-4b92-4f4b-8df5-a77e9154c19b None None] Provisioning complete for port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:37.881775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9dac20b9-4b92-4f4b-8df5-a77e9154c19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:37.888746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device df888906-8744-4004-8ded-243f2d7a93a0 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:37.951902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9dac20b9-4b92-4f4b-8df5-a77e9154c19b None None] Port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:38.020317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] For port b788a7b7-bf7a-4125-b198-cf763483ae85, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:38.025933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] For port b788a7b7-bf7a-4125-b198-cf763483ae85, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b788a7b7-bf7a-4125-b198-cf763483ae85,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:38.035589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.134794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port df888906-8744-4004-8ded-243f2d7a93a0 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:02:38.161656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04319592-13f7-4abc-8855-022adf99ccbf None None] Pushing event updated for resources: {'Port': ['ID=b788a7b7-bf7a-4125-b198-cf763483ae85,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.166554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port df888906-8744-4004-8ded-243f2d7a93a0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:38.166919 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.306815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.353677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.354705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=df888906-8744-4004-8ded-243f2d7a93a0,segment=NetworkSegment(1e0026a3-b172-4984-a44f-51569fc962e5),segment_id=1e0026a3-b172-4984-a44f-51569fc962e5)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:38.356231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:38.361532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4be248-c1eb-4f34-a147-7013ab0060cf" -d '{"events": [{"server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "name": "network-vif-plugged", "status": "completed", "tag": "df888906-8744-4004-8ded-243f2d7a93a0"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:38.370138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.439415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385dc3fb-fa58-4436-9f12-26a46555ffd1 req-1978aab6-3c4f-4359-b51a-5df6580dbddb tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.442769 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-385dc3fb-fa58-4436-9f12-26a46555ffd1 req-1978aab6-3c4f-4359-b51a-5df6580dbddb tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 944 time: 0.1375098 Apr 28 15:02:38.461281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.487148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.492626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.493310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.525981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d409-7f0d-46ed-b0a0-34f955995cc3 req-c5196854-cf0c-4742-9603-ddbc099d8e1a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.527564 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-abd0d409-7f0d-46ed-b0a0-34f955995cc3 req-c5196854-cf0c-4742-9603-ddbc099d8e1a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 931 time: 0.1528745 Apr 28 15:02:38.556658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.565381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:38.575510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.579066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Allocated IP 2001:db8::2 (6a19550e-83fa-4977-bc66-02545a570b3c/e203872e-9108-41ba-9f59-e10b99949487/6e469fcd-3499-424d-bead-e4e458efd581) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:38.592562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.597002 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 6a19550e-83fa-4977-bc66-02545a570b3c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:38.602688 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-abd0d409-7f0d-46ed-b0a0-34f955995cc3 req-611adcea-c2c3-4baa-bf0e-7568a307fe30 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638087 Apr 28 15:02:38.604099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Transition to ACTIVE for port object c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:02:38.611675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.616484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:38.619854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:38.627176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:38.628179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.705791 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-385dc3fb-fa58-4436-9f12-26a46555ffd1 req-153daffd-e561-411a-820a-f85721bdb215 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500613 Apr 28 15:02:38.710236 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0452528 Apr 28 15:02:38.719958 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7188482 Apr 28 15:02:38.720630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45774) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:38.732574 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:38.735248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b169e52-82d7-48e3-b5eb-69cbfaba758c x-openstack-request-id: req-5b169e52-82d7-48e3-b5eb-69cbfaba758c {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:38.735644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "name": "network-vif-plugged", "status": "completed", "tag": "df888906-8744-4004-8ded-243f2d7a93a0", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:38.736015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b169e52-82d7-48e3-b5eb-69cbfaba758c {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:38.736496 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b169e52-82d7-48e3-b5eb-69cbfaba758c'] response: {'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0', 'code': 200} Apr 28 15:02:38.742041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Pushing event updated for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.820455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Attempting to bind port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:38.820790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Attempting to bind port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:38.821178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Attempting to bind port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 on network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:38.821672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'subnet': {'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:38.827885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.837524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 on network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:02:38.837773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51707feb-f417-4e2c-9ff2-6acdd5a80e69 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.837898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Attempting to bind port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 on network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:38.839616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.840188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ee2e7-bd6e-4e1f-92c6-4826ed82bed1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Network': ['ID=f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.858482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:38.858826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Checking segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:38.859204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Bound using segment: {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:38.859630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Bound port: c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1acf0df-63f2-46ee-921d-78a529e05a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:38.860019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.882351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:38.944453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:38.948901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:38.956765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Network 6a19550e-83fa-4977-bc66-02545a570b3c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:38.957152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:38.967051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:38.968758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Pushing event updated for resources: {'Port': ['ID=6e469fcd-3499-424d-bead-e4e458efd581,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:38.970982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:39.002689 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.003137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.004639 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] 10.222.0.21 "PUT /v2.0/ports/c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 1093 time: 1.4251714 Apr 28 15:02:39.005076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:39.007645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47adf1ad-d0cf-4965-9ab9-80a658b017d0" -d '{"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:39.077140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e347470-4a10-4c21-9734-e2a4ffe8af15 x-openstack-request-id: req-9e347470-4a10-4c21-9734-e2a4ffe8af15 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:39.077417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:39.077660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e347470-4a10-4c21-9734-e2a4ffe8af15 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:39.078059 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e347470-4a10-4c21-9734-e2a4ffe8af15'] response: {'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'status': 'completed', 'code': 200} Apr 28 15:02:39.080262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bae972-924a-4350-83f0-746fa5ae772f service neutron] Pushing event updated for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:39.091362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Attempting to bind port 6e469fcd-3499-424d-bead-e4e458efd581 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:39.091836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Attempting to bind port 6e469fcd-3499-424d-bead-e4e458efd581 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '37295c96-7304-4a6d-b724-3d3a4fc67e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:39.092533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Attempting to bind port 6e469fcd-3499-424d-bead-e4e458efd581 on network 6a19550e-83fa-4977-bc66-02545a570b3c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:39.103498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:39.104149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Checking segment: {'id': '37295c96-7304-4a6d-b724-3d3a4fc67e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:39.105274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.105977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Bound using segment: {'id': '37295c96-7304-4a6d-b724-3d3a4fc67e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:39.106482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Bound port: 6e469fcd-3499-424d-bead-e4e458efd581, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37295c96-7304-4a6d-b724-3d3a4fc67e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6a19550e-83fa-4977-bc66-02545a570b3c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:39.107040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.122660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-6a515a48-c74e-4f2e-8546-dbc7e6e04b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.123425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.127001 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-6a515a48-c74e-4f2e-8546-dbc7e6e04b2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1096 time: 0.0579662 Apr 28 15:02:39.159646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:39.163257 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.186916 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-0262b381-b2d8-4833-957e-d616b7d16c95 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 217 time: 0.0495403 Apr 28 15:02:39.192468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] For port 6e469fcd-3499-424d-bead-e4e458efd581, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:39.197155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] For port 6e469fcd-3499-424d-bead-e4e458efd581, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6e469fcd-3499-424d-bead-e4e458efd581,segment=NetworkSegment(37295c96-7304-4a6d-b724-3d3a4fc67e81),segment_id=37295c96-7304-4a6d-b724-3d3a4fc67e81)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:39.205798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.239663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-91c2ef2e-46a5-4b62-994c-0160d32553b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.241252 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-91c2ef2e-46a5-4b62-994c-0160d32553b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 200 len: 835 time: 0.0485075 Apr 28 15:02:39.293055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e138a-fb86-438d-84a5-366e416cdc5e None None] Pushing event updated for resources: {'Port': ['ID=6e469fcd-3499-424d-bead-e4e458efd581,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:39.349741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-b22222c9-9ab9-4c72-b856-76aff6b21d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.351264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-b22222c9-9ab9-4c72-b856-76aff6b21d48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023259 Apr 28 15:02:39.405929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:39.410187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03b55-56bf-444d-9faa-b619ec5024c7 req-00bd194f-188a-48ea-affe-6a1429f1251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.411571 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-59c03b55-56bf-444d-9faa-b619ec5024c7 req-00bd194f-188a-48ea-affe-6a1429f1251b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 1098 time: 0.4889011 Apr 28 15:02:39.428500 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:39.459363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:39.465147 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-3e7a3388-1820-4dec-9f08-df9cd73458bf service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040130 Apr 28 15:02:39.472586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Pushing event updated for resources: {'Port': ['ID=baa7efad-42f7-4676-8b4f-5a9757ff9b69,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:39.619100 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc36bb81-0e8d-418e-a712-83e24d429425 req-8384997f-dbc1-471c-b26d-0a34ad6505ac service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470585 Apr 28 15:02:39.769925 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-59c03b55-56bf-444d-9faa-b619ec5024c7 req-44eff855-ab01-48cd-97f4-47baaa4dffe9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492787 Apr 28 15:02:39.778657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11f96d-68fe-48ee-a453-1e12ea967262 None None] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:39.791653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-ac895f21-90a4-46fb-844b-51bb937b5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.794019 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-ac895f21-90a4-46fb-844b-51bb937b5e02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1096 time: 0.1106529 Apr 28 15:02:39.844570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6e469fcd-3499-424d-bead-e4e458efd581 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:39.886608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974a96d-eb0d-47eb-963d-682c916eb5ab req-35a72091-e5f1-40b4-bf78-095a5a4e0557 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.894327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b974a96d-eb0d-47eb-963d-682c916eb5ab req-35a72091-e5f1-40b4-bf78-095a5a4e0557 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.0592945 Apr 28 15:02:39.894769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.924941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] Provisioning complete for port b788a7b7-bf7a-4125-b198-cf763483ae85 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:39.924941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:39.938121 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b974a96d-eb0d-47eb-963d-682c916eb5ab req-5ba63af2-388d-403d-bb6f-9446adf2b7d5 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Apr 28 15:02:39.975963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf28ce-4cb4-45e6-8dc1-10d431579e69 req-443e9f02-0d4f-4834-a39a-93ba7b5dff3a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:39.977805 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-78cf28ce-4cb4-45e6-8dc1-10d431579e69 req-443e9f02-0d4f-4834-a39a-93ba7b5dff3a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 943 time: 0.2154219 Apr 28 15:02:39.998061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6e469fcd-3499-424d-bead-e4e458efd581 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:39.998427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.091653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-5da304ba-3e57-4623-b2d9-66f84114f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.093960 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-5da304ba-3e57-4623-b2d9-66f84114f110 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 898 time: 0.1316457 Apr 28 15:02:40.121404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.126437 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.151605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-d5c9b065-c067-41c8-b184-339152afe431 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 217 time: 0.0483737 Apr 28 15:02:40.194744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.219420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] For port b788a7b7-bf7a-4125-b198-cf763483ae85, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b788a7b7-bf7a-4125-b198-cf763483ae85,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:40.230883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.246471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-8581ba76-b17b-4342-9972-23df542dc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.248793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-8581ba76-b17b-4342-9972-23df542dc007 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 200 len: 835 time: 0.0901794 Apr 28 15:02:40.255024 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-78cf28ce-4cb4-45e6-8dc1-10d431579e69 req-36d77f1d-cabc-4dbb-a199-179bb92c30c7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166958 Apr 28 15:02:40.275762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 6e469fcd-3499-424d-bead-e4e458efd581, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6e469fcd-3499-424d-bead-e4e458efd581,segment=NetworkSegment(37295c96-7304-4a6d-b724-3d3a4fc67e81),segment_id=37295c96-7304-4a6d-b724-3d3a4fc67e81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:40.291053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.296575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b788a7b7-bf7a-4125-b198-cf763483ae85 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:40.323172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Subnet': ['ID=ec64d83a-e3e3-4a65-9e54-a2f5deaadc09,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.334432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.358010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-02771115-e750-46ef-87a1-c396fddc8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.361053 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-02771115-e750-46ef-87a1-c396fddc8916 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953977 Apr 28 15:02:40.519940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Checking segment: {'id': '22ea82c1-6515-4398-a20a-c560339375c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:40.520602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network hostable DHCP agents. Network: f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:40.539935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342769bb-685b-4476-a8d3-ec04dae604c7 None None] Pushing event updated for resources: {'Port': ['ID=b788a7b7-bf7a-4125-b198-cf763483ae85,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.553518 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-463ab23f-1440-4635-bb02-398db0e71503 service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671739 Apr 28 15:02:40.610281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:40.610732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=6e469fcd-3499-424d-bead-e4e458efd581,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.618737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b788a7b7-bf7a-4125-b198-cf763483ae85 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:40.619599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.621326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e07ce3e1-2a24-4354-8436-c0f3fc93bfd2 None None] Provisioning complete for port b788a7b7-bf7a-4125-b198-cf763483ae85 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:40.621670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e07ce3e1-2a24-4354-8436-c0f3fc93bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.645624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:40.654138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:40.655067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.666373 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab65d3e-075d-4290-93c6-d7a075cf121c None None] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:40.705129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.719800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f1d287b5-e47c-42f9-adcb-c1da5aaef63a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9023407 Apr 28 15:02:40.726525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.730141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45784) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:40.741257 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2119541291', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:40.765984 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cdc7a6-1b39-40ce-9443-892a987a96ff None None] Network 6a19550e-83fa-4977-bc66-02545a570b3c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:40.768625 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-47adf1ad-d0cf-4965-9ab9-80a658b017d0 req-44e07177-39b9-4115-99f3-ac8aa477f05c service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116864 Apr 28 15:02:40.803860 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.816881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.817929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:40.886563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:40.948740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f5b376-7b5a-4419-aa93-2709f98e68ad None None] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:41.007056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.054080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44969170-cc31-4047-a794-3320806e482d req-4094e1be-6240-4cd4-b954-5b5acff2e76e tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.055951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-44969170-cc31-4047-a794-3320806e482d req-4094e1be-6240-4cd4-b954-5b5acff2e76e tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Apr 28 15:02:41.085565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a7916090-1326-4e55-b957-c9a74b234653 None None] Provisioning complete for port 6e469fcd-3499-424d-bead-e4e458efd581 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.085933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7916090-1326-4e55-b957-c9a74b234653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.098668 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-44969170-cc31-4047-a794-3320806e482d req-33ea5c06-8102-425d-ad16-400cc98d21b9 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345814 Apr 28 15:02:41.393639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8839-8ec1-4a32-b606-cc9aa3f8aa43 req-10aee33c-d5e6-452b-b080-0ebeef1fb599 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.401521 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-38cd8839-8ec1-4a32-b606-cc9aa3f8aa43 req-10aee33c-d5e6-452b-b080-0ebeef1fb599 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 943 time: 0.0595667 Apr 28 15:02:41.440638 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-38cd8839-8ec1-4a32-b606-cc9aa3f8aa43 req-b496afea-3458-4060-ba29-1f200f475732 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382056 Apr 28 15:02:41.466288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3481b2c8-91b9-4781-857d-70c2bc2ad61a None None] Provisioning complete for port 6e469fcd-3499-424d-bead-e4e458efd581 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.466921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3481b2c8-91b9-4781-857d-70c2bc2ad61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.568308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3481b2c8-91b9-4781-857d-70c2bc2ad61a None None] Provisioning complete for port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.568683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3481b2c8-91b9-4781-857d-70c2bc2ad61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.591527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.608366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3481b2c8-91b9-4781-857d-70c2bc2ad61a None None] Port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:41.657530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.667958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6e469fcd-3499-424d-bead-e4e458efd581 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:41.723116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 6e469fcd-3499-424d-bead-e4e458efd581 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.723747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.768003 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3a1e155d-022e-4104-92a0-ecb7affabee6 None None] Provisioning complete for port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.768371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a1e155d-022e-4104-92a0-ecb7affabee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.769236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e1b20-473c-4f34-9f81-ba3e1d54fda8 req-250b05b3-3a38-4cce-a52f-f4112e522c06 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:41.770826 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e72e1b20-473c-4f34-9f81-ba3e1d54fda8 req-250b05b3-3a38-4cce-a52f-f4112e522c06 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1947551 Apr 28 15:02:41.771454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Router 57f82bc0-a726-4275-90a3-f347358f0884 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:41.812364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3a1e155d-022e-4104-92a0-ecb7affabee6 None None] Port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:41.853310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b788a7b7-bf7a-4125-b198-cf763483ae85 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:41.899117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b788a7b7-bf7a-4125-b198-cf763483ae85 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:41.899419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.902493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:02:41.913717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:41.938935 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e72e1b20-473c-4f34-9f81-ba3e1d54fda8 req-afa1e78f-0c29-49af-9377-455882f29166 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558912 Apr 28 15:02:42.006041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4e25f6d3-7910-45a4-b47b-bef33ae42d89 None None] Provisioning complete for port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:42.006592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e25f6d3-7910-45a4-b47b-bef33ae42d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.071004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4e25f6d3-7910-45a4-b47b-bef33ae42d89 None None] Port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:42.093761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:42.108968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Sync routers for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:42.127617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:42.148380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:42.149280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:42.151787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'port_id': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'mac_address': 'fa:16:3e:f4:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:02:42.186892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.188058 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a3d7d597-8e8a-47f6-9cc7-6733aa8b389a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9805739 Apr 28 15:02:42.191495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:42.239875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.283629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:02:42.291358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.312995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:42.314103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.314930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:42.342976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.378665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43b32-0299-48d6-a85a-a03effaee4a4 req-c7b60a12-b147-43c7-8f81-e3501d0098a6 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.380204 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cce43b32-0299-48d6-a85a-a03effaee4a4 req-c7b60a12-b147-43c7-8f81-e3501d0098a6 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1895359 Apr 28 15:02:42.467416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:42.542146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cce43b32-0299-48d6-a85a-a03effaee4a4 req-ba5bb629-cd4d-4148-867a-eee0fe5a52b3 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352582 Apr 28 15:02:42.563286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.576546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.577462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.592873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.30 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/f761adac-60a3-40f4-9930-0a67c4c0d648) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:42.629344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54883eb-c544-43bf-913f-4015587d7f60 req-76634736-57a4-43c3-831d-be89b3540c34 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:42.636851 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e54883eb-c544-43bf-913f-4015587d7f60 req-76634736-57a4-43c3-831d-be89b3540c34 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 944 time: 0.1106060 Apr 28 15:02:42.701914 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:42.722524 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e54883eb-c544-43bf-913f-4015587d7f60 req-4644b0a8-4f92-434a-94db-1f45364c5fac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841236 Apr 28 15:02:42.755835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.786169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:39Z', 'revision_number': 3, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:42.806373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 6a19550e-83fa-4977-bc66-02545a570b3c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:42.812488 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:42.815816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Checking router: 57f82bc0-a726-4275-90a3-f347358f0884 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:42.816383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Updating router 57f82bc0-a726-4275-90a3-f347358f0884 port baa7efad-42f7-4676-8b4f-5a9757ff9b69 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:42.835798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.845552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:42.902980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.966118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:42.998934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Allocated IP 172.20.0.1 (8573afa0-b8fe-43cd-8b64-e32899bc6ab0/b8128e60-9a5d-4792-8ca8-4997f0671a83/70c57a7f-d602-469f-9496-64b25978ed90) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:43.038412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:43.047209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:43.051530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:43.058108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 26c4cf88-d50d-471f-ad40-2ed20f70aa31 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:43.079427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=f761adac-60a3-40f4-9930-0a67c4c0d648,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.145510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.193556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.240599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:43.246140 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:43.247971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:43.251510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Pushing event updated for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.274689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a8963443-2212-4b75-92ee-44d5df5714be None None] Provisioning complete for port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:43.275220 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8963443-2212-4b75-92ee-44d5df5714be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.288111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:43.288690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.298962 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f194cbf-f7d2-48eb-85bd-c0baaeb23d36 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/26c4cf88-d50d-471f-ad40-2ed20f70aa31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5698481 Apr 28 15:02:43.300793 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] Sync routers for ids ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:43.301789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:43.321011 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] Routers {'26c4cf88-d50d-471f-ad40-2ed20f70aa31'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:43.322437 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:43.389383 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:43.401351 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88b6408-2aa2-4b66-ac31-7b148b5fc3c7 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:43.404784 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d88b6408-2aa2-4b66-ac31-7b148b5fc3c7 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports/1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 HTTP/1.1" status: 200 len: 983 time: 0.1019669 Apr 28 15:02:43.412462 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] Routers {'26c4cf88-d50d-471f-ad40-2ed20f70aa31'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:43.413422 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:43.414613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45802) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:43.452026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a8963443-2212-4b75-92ee-44d5df5714be None None] Port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:43.458074 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:43.467765 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba489ae5-1f11-4a1f-be91-9c4c1e16102c None None] The sync data for ids ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:43.505186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.527067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.534268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.646197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e82b-ebe8-470b-bd8c-9cf758e8a852 None None] Pushing event updated for resources: {'Port': ['ID=baa7efad-42f7-4676-8b4f-5a9757ff9b69,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.661193 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Attempting to bind port baa7efad-42f7-4676-8b4f-5a9757ff9b69 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:43.661558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Attempting to bind port baa7efad-42f7-4676-8b4f-5a9757ff9b69 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:43.661922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Attempting to bind port baa7efad-42f7-4676-8b4f-5a9757ff9b69 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:43.666803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-89c28dbf-7397-4527-9b57-3e69616c6f52 None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:43.667226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-89c28dbf-7397-4527-9b57-3e69616c6f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.692869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:43.693240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:43.693644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.694036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:43.694516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Bound port: baa7efad-42f7-4676-8b4f-5a9757ff9b69, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:43.694893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.740439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.746692 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-89c28dbf-7397-4527-9b57-3e69616c6f52 None None] Port 70c57a7f-d602-469f-9496-64b25978ed90 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:43.749012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.772622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] For port baa7efad-42f7-4676-8b4f-5a9757ff9b69, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:43.777196 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] For port baa7efad-42f7-4676-8b4f-5a9757ff9b69, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=baa7efad-42f7-4676-8b4f-5a9757ff9b69,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:43.788808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.857038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:43.857684 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:43.861095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:43.862536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45e82b-ebe8-470b-bd8c-9cf758e8a852 None None] Pushing event updated for resources: {'Port': ['ID=baa7efad-42f7-4676-8b4f-5a9757ff9b69,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.869885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Pushing event updated for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:43.974873 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:43.984023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ded84-66ad-455d-8ad2-7a8ba5820de3 req-97d70842-bc4b-416a-8a5c-9ce84e178522 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:43.985629 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e71ded84-66ad-455d-8ad2-7a8ba5820de3 req-97d70842-bc4b-416a-8a5c-9ce84e178522 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 944 time: 0.1572535 Apr 28 15:02:43.993162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:43.996015 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:44.081633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:44.127244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc07c9-933d-4119-8ce2-701908dd5f3d req-eee4a5c6-1420-44f9-9ddb-7015dce791f8 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.134722 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-28bc07c9-933d-4119-8ce2-701908dd5f3d req-eee4a5c6-1420-44f9-9ddb-7015dce791f8 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1974783 Apr 28 15:02:44.145786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e71ded84-66ad-455d-8ad2-7a8ba5820de3 req-094be787-4763-4045-b1fb-0644d86904e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489186 Apr 28 15:02:44.154735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Router 57f82bc0-a726-4275-90a3-f347358f0884 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:44.200148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '70c57a7f-d602-469f-9496-64b25978ed90', 'name': '', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'mac_address': 'fa:16:3e:8a:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:42Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 2, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'subnets': [{'id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:44.236237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34dcbc-650d-4dfe-a78c-ae1ceec1c37b None None] The sync data for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv is: [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '70c57a7f-d602-469f-9496-64b25978ed90', 'name': '', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'mac_address': 'fa:16:3e:8a:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:42Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 2, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'subnets': [{'id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:44.243303 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-28bc07c9-933d-4119-8ce2-701908dd5f3d req-19f64bc1-8eea-493f-8d1d-fb837f6e14a1 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078367 Apr 28 15:02:44.288588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:44.293886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1dadb25-b32f-42db-832f-edc1c1b9bc0e admin admin] 10.222.0.58 "PUT /v2.0/routers/57f82bc0-a726-4275-90a3-f347358f0884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1000974 Apr 28 15:02:44.382167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5d16925a-3512-472a-a12b-70f52a52355a None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:44.382745 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d16925a-3512-472a-a12b-70f52a52355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:44.433845 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5d16925a-3512-472a-a12b-70f52a52355a None None] Port 70c57a7f-d602-469f-9496-64b25978ed90 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:44.499981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:44.641892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327c33-a984-4a4c-88f5-ae01f71299a8 req-18f7579e-2a49-4541-b39d-e6c56284b702 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.643902 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-db327c33-a984-4a4c-88f5-ae01f71299a8 req-18f7579e-2a49-4541-b39d-e6c56284b702 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1645699 Apr 28 15:02:44.664148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:44.681214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-d8d336ef-e16b-4cef-aeb5-1739b626f8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.683362 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-d8d336ef-e16b-4cef-aeb5-1739b626f8d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c18f8da57ee349c6a204898570218ddb&device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 1098 time: 0.1631317 Apr 28 15:02:44.800442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-39fc9301-3eb3-45c4-bb2c-491ff693ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.802041 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-39fc9301-3eb3-45c4-bb2c-491ff693ea15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 200 len: 912 time: 0.1115630 Apr 28 15:02:44.838142 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-db327c33-a984-4a4c-88f5-ae01f71299a8 req-73fa7b98-ae69-444f-9dd0-1e4bf1c18dcb tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813071 Apr 28 15:02:44.857478 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-eef4291e-57ac-4388-8835-c968a0a47bb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 200 len: 217 time: 0.0486178 Apr 28 15:02:44.911328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-4145827d-5c2f-49be-938b-9a161c6c91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:44.913105 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-4145827d-5c2f-49be-938b-9a161c6c91cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=257f1bba-d680-4248-88fe-63f7e27097f7 HTTP/1.1" status: 200 len: 851 time: 0.0481522 Apr 28 15:02:44.936917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:44.950442 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-7ce1578b-8b62-47ba-850e-9ee9d99582fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3164add0-e92a-492f-b094-8dc6d0544c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288503 Apr 28 15:02:45.058206 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-d0f4e46a-98bb-4faa-b13e-011194eb0d2d service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002858 Apr 28 15:02:45.094900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:45.120380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:45.139959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:45.144874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:45.145548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:45.146489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548612743', 'description': 'tempest-secgroup-smoke-1548612743 description', 'project_id': 'ef4604cf984d406b93fa2919df704c37'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:45.156869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.158210 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8970d4b0-d33b-4156-97c7-af52f9da3024 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4239299 Apr 28 15:02:45.163616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45822) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:45.165766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:45.166160 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.187498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:45.211027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:45.216824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:45.257366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:45.258392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1843e18a-6d79-42af-a34f-85d3b2d7a87c None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:45.271162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.273983 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fb3b4f88-5dfa-4d08-a2d8-e27edb1340fe req-579bc703-05a1-4570-b127-b47e11c02472 service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089920 Apr 28 15:02:45.425133 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.487668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:45.496426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facae8c-fc76-41fa-a8a3-e2dea4244749 req-850ab504-a50b-4797-9d5e-db416f344647 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:45.498010 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0facae8c-fc76-41fa-a8a3-e2dea4244749 req-850ab504-a50b-4797-9d5e-db416f344647 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 944 time: 0.2247252 Apr 28 15:02:45.559354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-24ddc29e-055e-44a1-bb6b-f3972a58ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.647786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.664662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0facae8c-fc76-41fa-a8a3-e2dea4244749 req-ea47f638-6eb7-4932-9126-d311d3515eb6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533694 Apr 28 15:02:45.685229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.690035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device baa7efad-42f7-4676-8b4f-5a9757ff9b69 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:45.741095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port baa7efad-42f7-4676-8b4f-5a9757ff9b69 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:45.741472 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.759571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.760862 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6198616 Apr 28 15:02:45.764057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45826) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:45.770139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:45.804050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.821247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c172d1-2ce2-444c-ad9a-86b816e2ef2b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058f7a13-540c-4dc7-9cec-4cb928ad64fe,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:45.846388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.875334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port baa7efad-42f7-4676-8b4f-5a9757ff9b69, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=baa7efad-42f7-4676-8b4f-5a9757ff9b69,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:45.882971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.940615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:45.967507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.968054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:45.979852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=baa7efad-42f7-4676-8b4f-5a9757ff9b69,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.011964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.012897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=1f5f0fd6-7e4b-47b5-a492-f8ed1f4b6ce5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.017925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:02:46.023184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:46.024082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.046273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1026a8d-5a64-4c30-b896-43dbcac59552,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.068235 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2d040-b51d-426b-b6f9-d86a070bd7c4 req-23ccf57d-910d-496b-831d-fd8794b7df01 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.070391 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dab2d040-b51d-426b-b6f9-d86a070bd7c4 req-23ccf57d-910d-496b-831d-fd8794b7df01 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1332660 Apr 28 15:02:46.079255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.079255 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7840d13a-175f-4b6b-ac2e-74d746defb5d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115661 Apr 28 15:02:46.079623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45830) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.084626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:46.144876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.176729 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dab2d040-b51d-426b-b6f9-d86a070bd7c4 req-62865d32-2285-4dbd-ab62-4435f6b1a2e8 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Apr 28 15:02:46.205934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.233292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.239534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.262781 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3fec56-862d-4dfc-a4b0-a8b9d039507e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.275823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.280116 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8dce91f3-3a06-48b2-a47a-11dd927b779d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966026 Apr 28 15:02:46.280828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.286192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:46.314336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.332457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.356913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:46.359249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b9799c-3dc6-4d80-8857-4eb4425ee45a" -d '{"events": [{"server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "name": "network-vif-plugged", "status": "completed", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:46.375457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:46.383189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.393507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.401358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.411644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d841e-3178-4db2-b255-e34ca7595ebc x-openstack-request-id: req-699d841e-3178-4db2-b255-e34ca7595ebc {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:46.411947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "name": "network-vif-plugged", "status": "completed", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:46.412173 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-699d841e-3178-4db2-b255-e34ca7595ebc {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:46.412578 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699d841e-3178-4db2-b255-e34ca7595ebc'] response: {'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'code': 200} Apr 28 15:02:46.425722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc85a89c-5863-438f-9deb-2c00923a00ba,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.436791 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.441847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-97f8ea67-3c94-47d9-b8f6-eb51edb85508 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573310 Apr 28 15:02:46.442959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.443798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45836) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.452608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:46.481367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.563473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.588935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.610356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce111d1-27bc-441c-95c1-1a4708fdc351,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.625138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.626919 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4df567f3-ad8c-45ad-a18d-81a68ad652c3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821067 Apr 28 15:02:46.637333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45838) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.643711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:46.652296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bf8a5-3af9-4d9b-9b5a-d23252c99aca req-a71141f7-1053-4272-9c2d-84b248aaf5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.653110 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c36bf8a5-3af9-4d9b-9b5a-d23252c99aca req-a71141f7-1053-4272-9c2d-84b248aaf5db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1098 time: 0.0883722 Apr 28 15:02:46.699354 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Project ef4604cf984d406b93fa2919df704c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:02:46.708612 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c36bf8a5-3af9-4d9b-9b5a-d23252c99aca req-885514c9-ca12-433d-a859-3dfce1fb1f76 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461962 Apr 28 15:02:46.708870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.709262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.793450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.802190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.819572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72995bd6-702c-4495-9f9c-bc191d418ff4 req-49c8ea22-aa25-4a1b-a7be-ff0768bb2291 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:46.821108 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-72995bd6-702c-4495-9f9c-bc191d418ff4 req-49c8ea22-aa25-4a1b-a7be-ff0768bb2291 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.0776188 Apr 28 15:02:46.840683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 26c4cf88-d50d-471f-ad40-2ed20f70aa31 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:46.841206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66d79cc-0586-4879-8edf-e7382e28bbda,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:46.852281 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.856126 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-345e785d-e256-47ee-9451-7ce9f1139f7c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147100 Apr 28 15:02:46.856328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.860602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'security_group_rule': {'security_group_id': '058f7a13-540c-4dc7-9cec-4cb928ad64fe', 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:46.888057 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-72995bd6-702c-4495-9f9c-bc191d418ff4 req-f0f4e0d7-50fc-4a0a-a62b-bcbfa718abf5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558431 Apr 28 15:02:46.897930 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Project ef4604cf984d406b93fa2919df704c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:02:46.906191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.970160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.977137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:46.982963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:46.992480 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a0248452-592d-4e49-be8f-175f92616cb3 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/26c4cf88-d50d-471f-ad40-2ed20f70aa31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5747955 Apr 28 15:02:46.993871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:46.995603 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] Sync routers for ids ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:47.006827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171876e2-f48b-43a7-b238-d17759e5e213,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:47.008092 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] Routers {'26c4cf88-d50d-471f-ad40-2ed20f70aa31'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:47.009454 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:47.021382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.024437 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-32f563d9-df7c-4d7b-998c-9e7f8fa959aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670904 Apr 28 15:02:47.049533 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:47.058842 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] Routers {'26c4cf88-d50d-471f-ad40-2ed20f70aa31'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:47.059622 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:47.100057 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:47.101410 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af5e3f-6e1c-468b-8542-dfebfb956170 None None] The sync data for ids ['26c4cf88-d50d-471f-ad40-2ed20f70aa31'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:47.170969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.1 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/7aefa26d-d959-4385-9d09-a734a7b031b5) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:47.341893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.359742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245c297-6f13-48d6-bf0c-e384c6aad666 req-af5168f7-51fe-4d83-9257-a4e08b4caeb9 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:47.361396 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3245c297-6f13-48d6-bf0c-e384c6aad666 req-af5168f7-51fe-4d83-9257-a4e08b4caeb9 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.0931847 Apr 28 15:02:47.395388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Sync routers for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:47.406251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:47.406904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:47.435080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.493860 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3245c297-6f13-48d6-bf0c-e384c6aad666 req-238bbc84-13e5-41cc-a869-26d2c8465f77 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190779 Apr 28 15:02:47.532483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:47.544221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:47.549436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:47.555319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=7aefa26d-d959-4385-9d09-a734a7b031b5,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:47.588913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:47.619289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.691880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device baa7efad-42f7-4676-8b4f-5a9757ff9b69 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:47.749844 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c8420533-6551-4643-9225-b7db6586d7c4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 15:02:47.751228 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c8420533-6551-4643-9225-b7db6586d7c4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/26c4cf88-d50d-471f-ad40-2ed20f70aa31/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7420902 Apr 28 15:02:47.754202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:47.816084 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-16579920-6075-457a-8874-1917fb225b67 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=26c4cf88-d50d-471f-ad40-2ed20f70aa31 HTTP/1.1" status: 200 len: 205 time: 0.0606990 Apr 28 15:02:47.828811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:47.887241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.925950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port baa7efad-42f7-4676-8b4f-5a9757ff9b69 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:47.926322 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:47.939453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.003991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c6c90c98-d7f4-4104-998c-de2e1920a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.134736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '70c57a7f-d602-469f-9496-64b25978ed90', 'name': '', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'mac_address': 'fa:16:3e:8a:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:42Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 2, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'subnets': [{'id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:48.160115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8614c3-0ca4-4fd9-9ff8-e716113c618c req-edf6e2a0-5ec7-47ea-8b25-79b8cc8e0518 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.161945 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0e8614c3-0ca4-4fd9-9ff8-e716113c618c req-edf6e2a0-5ec7-47ea-8b25-79b8cc8e0518 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.3075244 Apr 28 15:02:48.191542 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f2e4-a1bd-4a11-85a8-6a0f5a8f48ec req-27b7833a-b5e0-4f17-a2db-d2d05dd623b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.199085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0044f2e4-a1bd-4a11-85a8-6a0f5a8f48ec req-27b7833a-b5e0-4f17-a2db-d2d05dd623b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.1659374 Apr 28 15:02:48.201755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Checking router: 57f82bc0-a726-4275-90a3-f347358f0884 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:48.202203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Updating router 57f82bc0-a726-4275-90a3-f347358f0884 port 70c57a7f-d602-469f-9496-64b25978ed90 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:02:48.203634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.210647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.232362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.269047 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0e8614c3-0ca4-4fd9-9ff8-e716113c618c req-3eb0c417-7a51-4fcf-803e-08bbe87c0108 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938122 Apr 28 15:02:48.305521 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0044f2e4-a1bd-4a11-85a8-6a0f5a8f48ec req-1f125ad6-0319-4888-88c5-72888e3006ea tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803227 Apr 28 15:02:48.320388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.321157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router 26c4cf88-d50d-471f-ad40-2ed20f70aa31 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:48.333221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.337830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:48.338568 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-21da6bdd-2296-4770-b0bf-0c41b1ba70dd tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/26c4cf88-d50d-471f-ad40-2ed20f70aa31 HTTP/1.1" status: 204 len: 168 time: 0.5084412 Apr 28 15:02:48.418874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.440261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.451087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet e203872e-9108-41ba-9f59-e10b99949487 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:48.456492 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.459208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.560748 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb212838-53e9-4083-8453-ad040d8ce6f0 req-3611e02b-de71-4930-afb5-d2cbf3dd8305 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.562301 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cb212838-53e9-4083-8453-ad040d8ce6f0 req-3611e02b-de71-4930-afb5-d2cbf3dd8305 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.1676540 Apr 28 15:02:48.580940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.603011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.613268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.621854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=7aefa26d-d959-4385-9d09-a734a7b031b5,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:48.637042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.665921 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac9b0e-d0fb-4e9e-a67a-bf57b737da20 None None] Pushing event updated for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:48.686565 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cb212838-53e9-4083-8453-ad040d8ce6f0 req-1dd1992c-5b1a-4233-8069-bd16804d0eb4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135266 Apr 28 15:02:48.710814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45948) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:48.728998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Attempting to bind port 70c57a7f-d602-469f-9496-64b25978ed90 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:48.729365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Attempting to bind port 70c57a7f-d602-469f-9496-64b25978ed90 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:48.729864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Attempting to bind port 70c57a7f-d602-469f-9496-64b25978ed90 on network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:48.735572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:48.735963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Checking segment: {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:48.736371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.736760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Bound using segment: {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:48.737225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Bound port: 70c57a7f-d602-469f-9496-64b25978ed90, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb01155-3a21-41f9-b958-72b196282c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:48.737601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.756868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb7240-d710-4335-8945-5fa7fe0b62ee tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:48.762760 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0edb7240-d710-4335-8945-5fa7fe0b62ee tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1093 time: 0.0507083 Apr 28 15:02:48.763875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45950) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:48.768840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:48.778478 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.809398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.817051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] For port 70c57a7f-d602-469f-9496-64b25978ed90, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:48.820903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] For port 70c57a7f-d602-469f-9496-64b25978ed90, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=70c57a7f-d602-469f-9496-64b25978ed90,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:48.833389 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.873123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:48.877146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:48.905266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac9b0e-d0fb-4e9e-a67a-bf57b737da20 None None] Pushing event updated for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:48.922011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:48.922867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:48.930372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.949213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:48.955363 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/e203872e-9108-41ba-9f59-e10b99949487 HTTP/1.1" status: 204 len: 168 time: 0.6159973 Apr 28 15:02:48.958512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45952) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:48.976816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4132b-5dc5-401e-97a9-22c48492a819 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=e203872e-9108-41ba-9f59-e10b99949487,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:49.010899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1f1eab-41e6-42de-811a-6be8a65c0171 None None] Network 6a19550e-83fa-4977-bc66-02545a570b3c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:49.070845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:49.127572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.139940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.165576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.173396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:49.173762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.302459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:49.332953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:49.343177 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 6e469fcd-3499-424d-bead-e4e458efd581 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:49.343516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.350295 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-80a77105-d396-47da-8ad9-289235e4d3d1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/routers/0bd64a10-d7bd-450f-b0e6-d954db20666d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1789389 Apr 28 15:02:49.351070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45958) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:49.353575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.56 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/1c4e95bc-e342-4152-84e3-1d60bd6a4531) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:49.354688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:49.367840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'port': {'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d', 'name': 'tempest-FloatingIPTestJSON-93644131'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:49.388274 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:49.389016 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.438273 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.447652 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:49.448474 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.480624 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.481159 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fab1e51-509f-4f17-84b2-c493c985d8da None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:49.611376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.658641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 6e469fcd-3499-424d-bead-e4e458efd581, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6e469fcd-3499-424d-bead-e4e458efd581,segment=NetworkSegment(37295c96-7304-4a6d-b724-3d3a4fc67e81),segment_id=37295c96-7304-4a6d-b724-3d3a4fc67e81)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:49.658990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.667354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] DHCP port deletion for 6a19550e-83fa-4977-bc66-02545a570b3c request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:49.676479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] For port 70c57a7f-d602-469f-9496-64b25978ed90, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=70c57a7f-d602-469f-9496-64b25978ed90,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:49.684665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 6e469fcd-3499-424d-bead-e4e458efd581 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:49.699927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.722630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.736190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf2417-b13f-4be2-9bc5-0c7b821312fc req-0f10f468-65c7-4e7f-b285-76aea72d3602 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:49.737491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cdbf2417-b13f-4be2-9bc5-0c7b821312fc req-0f10f468-65c7-4e7f-b285-76aea72d3602 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.2816439 Apr 28 15:02:49.794553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 70c57a7f-d602-469f-9496-64b25978ed90 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:49.854623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a66f0-1473-427c-b2cf-da886984a388 None None] Pushing event updated for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:49.855546 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cdbf2417-b13f-4be2-9bc5-0c7b821312fc req-45a2cb14-fc3e-42ac-a0dc-577de2de6ca6 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086130 Apr 28 15:02:49.875758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:49.879983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.885180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.899260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '70c57a7f-d602-469f-9496-64b25978ed90', 'name': '', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'mac_address': 'fa:16:3e:8a:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:42Z', 'updated_at': '2022-04-28T15:02:48Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'subnets': [{'id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:49.938485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Deleting port 6e469fcd-3499-424d-bead-e4e458efd581 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:49.939952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.958133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] device_id is not set on port 6a1b2eaf-27a5-46f1-8b79-f71d096735fd yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:02:49.966346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:49.972061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:49.976480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:49.983467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=1c4e95bc-e342-4152-84e3-1d60bd6a4531,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:50.030806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] For port 6e469fcd-3499-424d-bead-e4e458efd581, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=6e469fcd-3499-424d-bead-e4e458efd581,segment=NetworkSegment(37295c96-7304-4a6d-b724-3d3a4fc67e81),segment_id=37295c96-7304-4a6d-b724-3d3a4fc67e81)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:50.031284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:50.031456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.044068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc82de-5958-485c-a95f-c64bc4557cc9 None None] The sync data for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv is: [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:02:43Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '70c57a7f-d602-469f-9496-64b25978ed90', 'name': '', 'network_id': '8573afa0-b8fe-43cd-8b64-e32899bc6ab0', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'mac_address': 'fa:16:3e:8a:f4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:42Z', 'updated_at': '2022-04-28T15:02:48Z', 'revision_number': 4, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'subnets': [{'id': 'b8128e60-9a5d-4792-8ca8-4997f0671a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:50.047152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Calling delete_port for 6e469fcd-3499-424d-bead-e4e458efd581 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:50.050713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=6e469fcd-3499-424d-bead-e4e458efd581,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:50.084376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port 6e469fcd-3499-424d-bead-e4e458efd581 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:50.120720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-90d756b6-d202-4f7f-8575-8d30364e626a None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:50.121114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90d756b6-d202-4f7f-8575-8d30364e626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.172855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:50.173236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.255888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.343289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.365230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.369056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.11 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/6a1b2eaf-27a5-46f1-8b79-f71d096735fd) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:50.431567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a19550e-83fa-4977-bc66-02545a570b3c']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:50.461030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37295c96-7304-4a6d-b724-3d3a4fc67e81') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:50.461320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37295c96-7304-4a6d-b724-3d3a4fc67e81') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:50.466590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-594d6c30-4973-4e7e-acd6-0f6fb959c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:50.472535 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-594d6c30-4973-4e7e-acd6-0f6fb959c2c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c18f8da57ee349c6a204898570218ddb&device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 1098 time: 0.2628548 Apr 28 15:02:50.513726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.559662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] Pushing event deleted for resources: {'Port': ['ID=6e469fcd-3499-424d-bead-e4e458efd581,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:50.568855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22841c8b-1775-4474-b3a3-c4de7e192476 None None] No DVR routers for this DVR port 6e469fcd-3499-424d-bead-e4e458efd581 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:50.580345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539ef8b-7eaf-4b71-ac15-14910a9b9e36 req-ed1bd8c1-be4c-46b1-8427-5cf20247bc0b tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:50.588465 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e539ef8b-7eaf-4b71-ac15-14910a9b9e36 req-ed1bd8c1-be4c-46b1-8427-5cf20247bc0b tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.3776178 Apr 28 15:02:50.655258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.690306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:50.690798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:50.695541 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:50.726707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.881860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e539ef8b-7eaf-4b71-ac15-14910a9b9e36 req-7feab5a4-9617-4b8a-953d-b0921c03a692 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928507 Apr 28 15:02:50.906656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-d4fda16d-9561-4b4a-852b-ca87b8187968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:50.908319 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-d4fda16d-9561-4b4a-852b-ca87b8187968 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 200 len: 912 time: 0.4309928 Apr 28 15:02:50.913989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.941532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:50.944808 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/6a19550e-83fa-4977-bc66-02545a570b3c HTTP/1.1" status: 204 len: 168 time: 1.9843123 Apr 28 15:02:50.948895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45966) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:50.955766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1153239210'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:50.987731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:50.991768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.023254 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:02:51.025299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901abb0b-bc1b-4dd0-b0e5-81a58bb8dd57 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=6a19550e-83fa-4977-bc66-02545a570b3c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.028893 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-7e78b6a0-247a-4f2a-872c-95a2ed0eee03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 200 len: 217 time: 0.1047251 Apr 28 15:02:51.038419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.038988 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment e617ec80-5b42-4aa5-8e13-09d12724580d of type vlan for network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad Apr 28 15:02:51.086876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.101574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.116307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.126458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:51.127454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.147658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-ddf4944c-08fb-44bd-b361-f5b377abe26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:51.149275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-ddf4944c-08fb-44bd-b361-f5b377abe26e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=257f1bba-d680-4248-88fe-63f7e27097f7 HTTP/1.1" status: 200 len: 851 time: 0.1092846 Apr 28 15:02:51.201800 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-5e8c4d24-d753-4316-9df2-4895f597c4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3164add0-e92a-492f-b094-8dc6d0544c86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446904 Apr 28 15:02:51.222138 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2707474 Apr 28 15:02:51.232547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45968) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:51.241307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:51.277302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd631ee-a64a-4cae-84e1-9a181ace1d0f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=57a2aecd-0edc-4f1a-b9e4-33e36db262ad,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.298147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:02:51.314073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.442061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.443131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:51.446918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.474210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:51.487283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:51.498574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=6a1b2eaf-27a5-46f1-8b79-f71d096735fd,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.504869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:51.581392 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-6ec9ebe2-d5d3-44d4-9cf8-c73cfa7d71eb service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652234 Apr 28 15:02:51.619242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:51.619858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.623941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.656675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.695124 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2dfa409f-5724-41b0-97fe-8f32302e1e76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3430045 Apr 28 15:02:51.699212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45972) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:51.707024 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 70c57a7f-d602-469f-9496-64b25978ed90 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:51.715817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'port': {'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d', 'name': 'tempest-FloatingIPTestJSON-1376903857'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:51.732745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=00aa01a5-1116-4394-9514-df05f478394d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:51.745210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': 'e617ec80-5b42-4aa5-8e13-09d12724580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:51.745588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 57a2aecd-0edc-4f1a-b9e4-33e36db262ad, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:02:51.772269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:02:51.785820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 70c57a7f-d602-469f-9496-64b25978ed90 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:51.786913 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.791257 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 57a2aecd-0edc-4f1a-b9e4-33e36db262ad) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:51.796864 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93117f9b-ef7d-4001-8408-40ae32e3f2dc req-c8242250-1905-427e-aeb2-bc8a9c8c3c9f service neutron] 10.222.0.21 "GET /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075944 Apr 28 15:02:51.797082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:51.798484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.829480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d6338-6217-4f6d-9c6b-d44d52d52c4d None None] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:51.841231 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-69eeacc0-8e2e-48b7-8dd2-ef70b03ac933 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6065156 Apr 28 15:02:51.842164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45974) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:51.847877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-308169074', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:51.871988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:51.873736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.010057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.026524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-57a2aecd-0edc-4f1a-b9e4-33e36db262ad', 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': '00aa01a5-1116-4394-9514-df05f478394d'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:02:52.027418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.036873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.121195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.128528 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ddcf7586-7212-4e3b-8c0f-55e86eddd499 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2819536 Apr 28 15:02:52.143567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e816d-ad53-4771-8f22-152944befbce req-9cbae603-2708-4ec1-a9b5-57dc6ae661b0 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:52.150083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6e469fcd-3499-424d-bead-e4e458efd581 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:52.152774 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d01e816d-ad53-4771-8f22-152944befbce req-9cbae603-2708-4ec1-a9b5-57dc6ae661b0 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1325197 Apr 28 15:02:52.154190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 45978) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:52.178296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 6e469fcd-3499-424d-bead-e4e458efd581 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:52.178573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 6e469fcd-3499-424d-bead-e4e458efd581 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:52.262067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Allocated IP 2001:db8::2 (57a2aecd-0edc-4f1a-b9e4-33e36db262ad/00aa01a5-1116-4394-9514-df05f478394d/f13b1a4c-c416-43ee-8204-5aae1e46f01e) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:52.294140 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d01e816d-ad53-4771-8f22-152944befbce req-c6074812-92d0-4b60-92b7-2e9cba44e463 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280458 Apr 28 15:02:52.362989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.365789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:02:52.371606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.389206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.504880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] device_id is not set on port aad038a2-da63-436e-85c7-a7d90d0962b5 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:02:52.507723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.515785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.562813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:52.566293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:52.570112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:52.579657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Pushing event updated for resources: {'Port': ['ID=f13b1a4c-c416-43ee-8204-5aae1e46f01e,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:52.595554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=1c4e95bc-e342-4152-84e3-1d60bd6a4531,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:52.601905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.636969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Attempting to bind port f13b1a4c-c416-43ee-8204-5aae1e46f01e on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:02:52.637321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Attempting to bind port f13b1a4c-c416-43ee-8204-5aae1e46f01e by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'e617ec80-5b42-4aa5-8e13-09d12724580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:02:52.637604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Attempting to bind port f13b1a4c-c416-43ee-8204-5aae1e46f01e on network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:02:52.639907 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.643907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:02:52.644183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Checking segment: {'id': 'e617ec80-5b42-4aa5-8e13-09d12724580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:02:52.644641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.645542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Bound using segment: {'id': 'e617ec80-5b42-4aa5-8e13-09d12724580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:02:52.646010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Bound port: f13b1a4c-c416-43ee-8204-5aae1e46f01e, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e617ec80-5b42-4aa5-8e13-09d12724580d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '57a2aecd-0edc-4f1a-b9e4-33e36db262ad'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:02:52.646419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.723711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] For port f13b1a4c-c416-43ee-8204-5aae1e46f01e, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:02:52.727991 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] For port f13b1a4c-c416-43ee-8204-5aae1e46f01e, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f13b1a4c-c416-43ee-8204-5aae1e46f01e,segment=NetworkSegment(e617ec80-5b42-4aa5-8e13-09d12724580d),segment_id=e617ec80-5b42-4aa5-8e13-09d12724580d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:02:52.737399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:52.766896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.3 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/aad038a2-da63-436e-85c7-a7d90d0962b5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:52.768005 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP e6d9e5a0-3330-4b67-b913-e8cf121b2c20 associated. External IP: 172.26.4.56, port: c2bf41b4-e33d-4015-b55f-0eb236e5d4d4. Apr 28 15:02:52.825379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b88b-2a5a-48f8-aa5f-205a52bc0de7 None None] Pushing event updated for resources: {'Port': ['ID=f13b1a4c-c416-43ee-8204-5aae1e46f01e,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:52.960015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8::1 (57a2aecd-0edc-4f1a-b9e4-33e36db262ad/00aa01a5-1116-4394-9514-df05f478394d/73131d91-c2f1-4cd2-a19b-51dd6f283877) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:53.108882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.149581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.207320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:53.209230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.211075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.263900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:53.269305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:53.272240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:53.272392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:53.272852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.278988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=73131d91-c2f1-4cd2-a19b-51dd6f283877,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:53.302640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=aad038a2-da63-436e-85c7-a7d90d0962b5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:53.306938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:53.310786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:53.415390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.416152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.427571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.452283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:53.464046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Sync routers for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:53.465820 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3d849554-3271-4ced-b756-f26b8e31636b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7601006 Apr 28 15:02:53.469223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45984) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:53.477125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'aad038a2-da63-436e-85c7-a7d90d0962b5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:53.485746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.489481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:53.490179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:53.507607 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd875c-f7d0-4b60-abeb-f69a7ae5ea5d req-9be68258-3fef-4fcd-96ee-efdc5ce494c2 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.509242 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c3bd875c-f7d0-4b60-abeb-f69a7ae5ea5d req-9be68258-3fef-4fcd-96ee-efdc5ce494c2 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1216559 Apr 28 15:02:53.552244 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-378066f8-202e-4640-b0e8-c11198d46978 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7844577 Apr 28 15:02:53.555890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:53.558249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb2744-d42c-4a63-88d0-3d47698f20cc" -d '{"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:53.562012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.567339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 45988) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:53.644095 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c3bd875c-f7d0-4b60-abeb-f69a7ae5ea5d req-e7a10ccb-3fe0-40a5-a45b-f119d24117bb tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053691 Apr 28 15:02:53.719984 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b7f838c9-a358-4c16-b22a-810aff8d82a9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 200 len: 990 time: 0.1503940 Apr 28 15:02:53.745245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:53.768461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7f6bc-f922-4982-9958-8942e03856ef x-openstack-request-id: req-cef7f6bc-f922-4982-9958-8942e03856ef {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:53.768754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:53.769001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cef7f6bc-f922-4982-9958-8942e03856ef {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:53.769396 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef7f6bc-f922-4982-9958-8942e03856ef'] response: {'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'status': 'completed', 'code': 200} Apr 28 15:02:53.856683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f13b1a4c-c416-43ee-8204-5aae1e46f01e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:53.868171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:53.888716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-c186e2f0-d676-45a0-8a64-ca332e82822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:53.890282 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-c186e2f0-d676-45a0-8a64-ca332e82822b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1098 time: 0.0952199 Apr 28 15:02:54.201853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-669b67ef-8baa-447b-b639-2666c1eaed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.203370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-669b67ef-8baa-447b-b639-2666c1eaed74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 898 time: 0.2844043 Apr 28 15:02:54.204528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.227 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/7a42fe68-f0af-45d5-afc8-335f311fe172) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:54.213114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f13b1a4c-c416-43ee-8204-5aae1e46f01e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:54.214861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.343702 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-7ee73fc1-2d15-4ee8-9f66-a68dc9a8ed19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 998 time: 0.1324747 Apr 28 15:02:54.346005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13dec8-3423-47a4-a9c8-683ae0b9deec None None] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:54.384126 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'e6d9e5a0-3330-4b67-b913-e8cf121b2c20', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'port_id': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'mac_address': 'fa:16:3e:f4:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:54.435905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-e120217a-6efa-4d42-a6ec-efad99f474b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.438089 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-e120217a-6efa-4d42-a6ec-efad99f474b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 200 len: 835 time: 0.0824676 Apr 28 15:02:54.441644 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.454798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.458221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Checking router: 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:02:54.496112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-20fdc2d8-cf17-4ca3-96cc-3f7eabca2ff7 None None] Provisioning complete for port f13b1a4c-c416-43ee-8204-5aae1e46f01e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:54.496575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20fdc2d8-cf17-4ca3-96cc-3f7eabca2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.505620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59850c-676d-4475-bf9f-2b0b0c502770 req-3628e257-5e77-4b83-88b9-604ddcacba43 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.509225 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e59850c-676d-4475-bf9f-2b0b0c502770 req-3628e257-5e77-4b83-88b9-604ddcacba43 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1414163 Apr 28 15:02:54.521700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-f42e4a27-1990-4932-ac3f-d38a623f95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:54.523586 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-f42e4a27-1990-4932-ac3f-d38a623f95d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786092 Apr 28 15:02:54.551221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.558717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:54.559277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:54.589778 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e59850c-676d-4475-bf9f-2b0b0c502770 req-6fedf0e9-35c9-400d-9f16-a64266e8636b tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Apr 28 15:02:54.652808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:54.653755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=7a42fe68-f0af-45d5-afc8-335f311fe172,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:54.654061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.658317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port f13b1a4c-c416-43ee-8204-5aae1e46f01e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f13b1a4c-c416-43ee-8204-5aae1e46f01e,segment=NetworkSegment(e617ec80-5b42-4aa5-8e13-09d12724580d),segment_id=e617ec80-5b42-4aa5-8e13-09d12724580d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:54.659854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:54.662276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:02:54.668197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.669912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.706639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:54.723784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:54.791578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=73131d91-c2f1-4cd2-a19b-51dd6f283877,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:54.848411 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-3adc78ba-b9f1-453d-857a-6e9778de84d4 service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152540 Apr 28 15:02:54.860536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:02:54.862031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:02:54.892144 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4859e947-6ccd-4167-a6ae-3d2e412b24b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 200 len: 990 time: 0.1652129 Apr 28 15:02:55.020334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 081e0d1e-7177-4620-b9fc-d9d0a634cdf2 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:02:55.058824 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25bb2744-d42c-4a63-88d0-3d47698f20cc req-d25182c5-2782-4a17-8ada-0d2051f0ee23 service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014132 Apr 28 15:02:55.062564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=f13b1a4c-c416-43ee-8204-5aae1e46f01e,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:55.072309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:02:55.144495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:55.152961 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b5f335a6-c2f4-4a48-9a0b-dd2e2ea58e62 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/081e0d1e-7177-4620-b9fc-d9d0a634cdf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9957891 Apr 28 15:02:55.153713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:55.156590 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] Sync routers for ids ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:55.197181 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] Routers {'081e0d1e-7177-4620-b9fc-d9d0a634cdf2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:55.197906 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.203621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8e4f21-69ff-4305-b136-b1c89421b48f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:55.208949 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9e8e4f21-69ff-4305-b136-b1c89421b48f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports/73131d91-c2f1-4cd2-a19b-51dd6f283877 HTTP/1.1" status: 200 len: 911 time: 0.0540709 Apr 28 15:02:55.209879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:55.275232 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.286714 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] Routers {'081e0d1e-7177-4620-b9fc-d9d0a634cdf2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:55.287821 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.288567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.362486 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.375552 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd389e4-9222-431c-8518-508d5ef250a2 None None] The sync data for ids ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:55.383041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.453673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'e6d9e5a0-3330-4b67-b913-e8cf121b2c20', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'port_id': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'mac_address': 'fa:16:3e:f4:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:55.499792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831520fb-024d-4395-9b2b-acf3cbcee07b None None] The sync data for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv is: [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'e6d9e5a0-3330-4b67-b913-e8cf121b2c20', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'port_id': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'mac_address': 'fa:16:3e:f4:f3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:02:50Z', 'updated_at': '2022-04-28T15:02:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:55.516157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4e224779-9cf6-4a07-82cd-a0c8de654c4c None None] Provisioning complete for port f13b1a4c-c416-43ee-8204-5aae1e46f01e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:55.516534 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e224779-9cf6-4a07-82cd-a0c8de654c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.705316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.725642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.727010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4e224779-9cf6-4a07-82cd-a0c8de654c4c None None] Provisioning complete for port 73131d91-c2f1-4cd2-a19b-51dd6f283877 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:55.727693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e224779-9cf6-4a07-82cd-a0c8de654c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.756378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f13b1a4c-c416-43ee-8204-5aae1e46f01e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:02:55.764619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.835367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4e224779-9cf6-4a07-82cd-a0c8de654c4c None None] Port 73131d91-c2f1-4cd2-a19b-51dd6f283877 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:55.844653 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port f13b1a4c-c416-43ee-8204-5aae1e46f01e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:55.845020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:55.894371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46010) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:55.933566 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05281412-43eb-4374-94be-0ca1ee129080 None None] New status for floating IP e6d9e5a0-3330-4b67-b913-e8cf121b2c20: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:02:56.059414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-88c8efa6-7971-4da5-8adb-34bc5af25925 None None] Provisioning complete for port 73131d91-c2f1-4cd2-a19b-51dd6f283877 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:56.059747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-88c8efa6-7971-4da5-8adb-34bc5af25925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.181021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-88c8efa6-7971-4da5-8adb-34bc5af25925 None None] Port 73131d91-c2f1-4cd2-a19b-51dd6f283877 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:56.299850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 73131d91-c2f1-4cd2-a19b-51dd6f283877 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:56.300887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.319947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-09d911fc-71a7-4b1b-8f62-b0e85509ba26 None None] Provisioning complete for port 73131d91-c2f1-4cd2-a19b-51dd6f283877 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:02:56.320676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09d911fc-71a7-4b1b-8f62-b0e85509ba26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.366848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-09d911fc-71a7-4b1b-8f62-b0e85509ba26 None None] Port 73131d91-c2f1-4cd2-a19b-51dd6f283877 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:02:56.422821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.435506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 73131d91-c2f1-4cd2-a19b-51dd6f283877 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:56.437550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619fd9b-7842-4c33-9a75-a72e9cdaaf8d req-4f5fea49-a6be-4a2f-8155-52435c940662 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:56.439050 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6619fd9b-7842-4c33-9a75-a72e9cdaaf8d req-4f5fea49-a6be-4a2f-8155-52435c940662 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.6991282 Apr 28 15:02:56.439674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=7a42fe68-f0af-45d5-afc8-335f311fe172,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:56.457653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.502860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8ebefa21-0503-499d-97d0-415f053920cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 200 len: 990 time: 0.5953062 Apr 28 15:02:56.573609 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-25819e1c-f070-45a7-bcc9-e24cfb89bab3 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:02:56.573609 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-25819e1c-f070-45a7-bcc9-e24cfb89bab3 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 945 time: 0.1793513 Apr 28 15:02:56.592058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6619fd9b-7842-4c33-9a75-a72e9cdaaf8d req-9b5d7638-5e43-4a2b-8c44-e9b28aa78956 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/security-groups?id=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409748 Apr 28 15:02:56.683573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.708578 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 72c8f6ee-1f27-4873-b6d4-a5183c32a3ae associated. External IP: 172.26.4.227, port: aad038a2-da63-436e-85c7-a7d90d0962b5. Apr 28 15:02:56.716491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=73131d91-c2f1-4cd2-a19b-51dd6f283877,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:56.815289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Deleting port df888906-8744-4004-8ded-243f2d7a93a0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:56.815625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.847077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:56.974485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] For port df888906-8744-4004-8ded-243f2d7a93a0, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=df888906-8744-4004-8ded-243f2d7a93a0,segment=NetworkSegment(1e0026a3-b172-4984-a44f-51569fc962e5),segment_id=1e0026a3-b172-4984-a44f-51569fc962e5)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:56.974854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.017559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Calling delete_port for df888906-8744-4004-8ded-243f2d7a93a0 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:57.051870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 081e0d1e-7177-4620-b9fc-d9d0a634cdf2 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:57.080694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:57.134993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:57.144494 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0d2a1233-cae7-447d-864e-f8ea6c755f1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/081e0d1e-7177-4620-b9fc-d9d0a634cdf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333861 Apr 28 15:02:57.147155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46014) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.148807 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9745749-c2b9-487f-9232-68d357118035 None None] Sync routers for ids ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:57.164929 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] Routers {'081e0d1e-7177-4620-b9fc-d9d0a634cdf2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:57.166010 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.178686 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-38d14b80-51a9-4525-820b-a1f6862500db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=081e0d1e-7177-4620-b9fc-d9d0a634cdf2 HTTP/1.1" status: 200 len: 205 time: 0.0302896 Apr 28 15:02:57.182229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46016) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.215105 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.227205 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] Routers {'081e0d1e-7177-4620-b9fc-d9d0a634cdf2'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:57.228230 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.267733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:57.272383 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-a9745749-c2b9-487f-9232-68d357118035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.273585 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9745749-c2b9-487f-9232-68d357118035 None None] The sync data for ids ['081e0d1e-7177-4620-b9fc-d9d0a634cdf2'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:57.279299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:57.290285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.293010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:57.293734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.306124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.306588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.331014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Pushing event deleted for resources: {'Port': ['ID=df888906-8744-4004-8ded-243f2d7a93a0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:57.359978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['df888906-8744-4004-8ded-243f2d7a93a0'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:02:57.362981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.400248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:57.401353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.403058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] No DVR routers for this DVR port df888906-8744-4004-8ded-243f2d7a93a0 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:57.406213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.409538 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-96ec5397-58d9-4caf-91f7-b6c36e79bae8 req-ade5a622-608e-4991-a163-f1e399662503 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.21 "DELETE /v2.0/ports/df888906-8744-4004-8ded-243f2d7a93a0 HTTP/1.1" status: 204 len: 173 time: 0.8491805 Apr 28 15:02:57.410184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'name': 'network-vif-deleted', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:02:57.416622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46da8a72-85e1-4f2e-8610-ed5f305c8bab" -d '{"events": [{"server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "name": "network-vif-deleted", "tag": "df888906-8744-4004-8ded-243f2d7a93a0"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:02:57.422644 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-883484c4-85ce-48bc-acf9-b99d2ee67576 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9495864 Apr 28 15:02:57.437017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.448473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:57.460048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:57.460958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e290d9-7061-4309-807b-d1a0fb620308 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:57.506766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46022) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.509860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb0f17-954c-4dfd-beee-c97d51cbf197 x-openstack-request-id: req-6bbb0f17-954c-4dfd-beee-c97d51cbf197 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:02:57.510144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9be49f2-f148-4e9c-9569-5a1c2012ded6", "name": "network-vif-deleted", "tag": "df888906-8744-4004-8ded-243f2d7a93a0", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:02:57.510391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6bbb0f17-954c-4dfd-beee-c97d51cbf197 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:02:57.510792 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbb0f17-954c-4dfd-beee-c97d51cbf197'] response: {'server_uuid': 'c9be49f2-f148-4e9c-9569-5a1c2012ded6', 'name': 'network-vif-deleted', 'tag': 'df888906-8744-4004-8ded-243f2d7a93a0', 'status': 'completed', 'code': 200} Apr 28 15:02:57.518236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.521978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.560815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.613809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.614717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router 081e0d1e-7177-4620-b9fc-d9d0a634cdf2 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:02:57.623861 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b63f26d9-f7ca-4879-8ca1-eb0fa04cacc2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 200 len: 992 time: 0.1104491 Apr 28 15:02:57.624966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.628569 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-053862ed-f6d4-4d7c-851c-04256dddbd6a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/081e0d1e-7177-4620-b9fc-d9d0a634cdf2 HTTP/1.1" status: 204 len: 168 time: 0.4452314 Apr 28 15:02:57.629197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46024) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.683086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet 00aa01a5-1116-4394-9514-df05f478394d {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:57.686325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.731013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.767744 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6af9fdc0-2c5a-499b-b647-8c48bfd07147 req-4e3d49a3-e3f5-4eac-9fc5-100c6332a0b1 tempest-TestServerAdvancedOps-1237971976 tempest-TestServerAdvancedOps-1237971976-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9be49f2-f148-4e9c-9569-5a1c2012ded6 HTTP/1.1" status: 200 len: 210 time: 0.0617082 Apr 28 15:02:57.773593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.780021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.780372 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 72c8f6ee-1f27-4873-b6d4-a5183c32a3ae disassociated. External IP: 172.26.4.227, port: aad038a2-da63-436e-85c7-a7d90d0962b5. Apr 28 15:02:57.833012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.905775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.952703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:57.961192 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/00aa01a5-1116-4394-9514-df05f478394d HTTP/1.1" status: 204 len: 168 time: 0.3295710 Apr 28 15:02:57.961192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b261f-3837-4dc4-a036-5dd281ad23e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=00aa01a5-1116-4394-9514-df05f478394d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:57.964439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46030) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:57.970602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc3865-4135-4192-90df-b5f78087745a None None] Network 57a2aecd-0edc-4f1a-b9e4-33e36db262ad requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:02:58.072192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.119424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:02:58.141554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port f13b1a4c-c416-43ee-8204-5aae1e46f01e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:58.141847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.222896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port f13b1a4c-c416-43ee-8204-5aae1e46f01e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f13b1a4c-c416-43ee-8204-5aae1e46f01e,segment=NetworkSegment(e617ec80-5b42-4aa5-8e13-09d12724580d),segment_id=e617ec80-5b42-4aa5-8e13-09d12724580d)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:58.223292 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.239222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for f13b1a4c-c416-43ee-8204-5aae1e46f01e owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:58.256534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:02:58.261156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.262151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] DHCP port deletion for 57a2aecd-0edc-4f1a-b9e4-33e36db262ad request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:02:58.268362 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:02:58.281360 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:58.283033 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.302920 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-76bb508a-9c26-4676-a86b-ffda99d9cba1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/72c8f6ee-1f27-4873-b6d4-a5183c32a3ae HTTP/1.1" status: 200 len: 688 time: 0.8639219 Apr 28 15:02:58.303500 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46032) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:58.328434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Deleting port f13b1a4c-c416-43ee-8204-5aae1e46f01e {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:58.329070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.338555 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.348567 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:02:58.356788 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.409187 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.409726 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b131fd4e-285f-4d39-9df1-714e6de5e921 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:02:58.420989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] For port f13b1a4c-c416-43ee-8204-5aae1e46f01e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=f13b1a4c-c416-43ee-8204-5aae1e46f01e,segment=NetworkSegment(e617ec80-5b42-4aa5-8e13-09d12724580d),segment_id=e617ec80-5b42-4aa5-8e13-09d12724580d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:02:58.421553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.436052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.438290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Calling delete_port for f13b1a4c-c416-43ee-8204-5aae1e46f01e owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:58.465753 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=f13b1a4c-c416-43ee-8204-5aae1e46f01e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:58.478210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port f13b1a4c-c416-43ee-8204-5aae1e46f01e on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:58.518610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 7a42fe68-f0af-45d5-afc8-335f311fe172 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:02:58.518850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.529571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.555332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] Pushing event deleted for resources: {'Port': ['ID=f13b1a4c-c416-43ee-8204-5aae1e46f01e,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:58.559704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e0e63-778b-4ec7-b964-147980847f96 None None] No DVR routers for this DVR port f13b1a4c-c416-43ee-8204-5aae1e46f01e on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:02:58.609019 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.639294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a2aecd-0edc-4f1a-b9e4-33e36db262ad']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.654217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e617ec80-5b42-4aa5-8e13-09d12724580d') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.654484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e617ec80-5b42-4aa5-8e13-09d12724580d') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:58.668948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.669182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.672571 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.690525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 7a42fe68-f0af-45d5-afc8-335f311fe172 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:02:58.697412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.708321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:58.708744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:58.712293 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:58.821891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.829683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.833373 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/57a2aecd-0edc-4f1a-b9e4-33e36db262ad HTTP/1.1" status: 204 len: 168 time: 0.8678837 Apr 28 15:02:58.837436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46036) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:58.847538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1241283504', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:58.847972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:58.866400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b009e-a384-448c-8251-7231caada4db tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=57a2aecd-0edc-4f1a-b9e4-33e36db262ad,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:58.891112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.892177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.901123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Deleting subnet 257f1bba-d680-4248-88fe-63f7e27097f7 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:58.906815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.949220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.952994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:58.982879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=7a42fe68-f0af-45d5-afc8-335f311fe172,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:58.992790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.040309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.056724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.093147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.099081 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/257f1bba-d680-4248-88fe-63f7e27097f7 HTTP/1.1" status: 204 len: 168 time: 0.2478292 Apr 28 15:02:59.099081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b4fe0-ae42-4eac-a74d-e0a9de434521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257f1bba-d680-4248-88fe-63f7e27097f7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:59.100227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:59.179048 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.200286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.202675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.204386 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-72a37670-c6e5-4483-b702-8315afcae38b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/72c8f6ee-1f27-4873-b6d4-a5183c32a3ae HTTP/1.1" status: 204 len: 168 time: 0.8998480 Apr 28 15:02:59.208950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:59.213575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '6a1b2eaf-27a5-46f1-8b79-f71d096735fd'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:02:59.237142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.284269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.292546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.319625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164add0-e92a-492f-b094-8dc6d0544c86']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:59.331987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0026a3-b172-4984-a44f-51569fc962e5') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:59.332363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0026a3-b172-4984-a44f-51569fc962e5') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:02:59.369813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.392764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.402671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:02:59.403083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:02:59.406418 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:02:59.479793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.486873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.492409 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3164add0-e92a-492f-b094-8dc6d0544c86 HTTP/1.1" status: 204 len: 168 time: 0.3909907 Apr 28 15:02:59.495216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:59.514624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bad79-6699-482c-b333-bd61f88fc419 admin admin] Pushing event deleted for resources: {'Network': ['ID=3164add0-e92a-492f-b094-8dc6d0544c86,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:59.545527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.593284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Deleting subnet 61f3f3b8-2258-4e66-bee1-7201bea93204 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:02:59.596727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.664703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.725462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f13b1a4c-c416-43ee-8204-5aae1e46f01e no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:02:59.738170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.748157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: f13b1a4c-c416-43ee-8204-5aae1e46f01e {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:02:59.748498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device f13b1a4c-c416-43ee-8204-5aae1e46f01e not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:02:59.771466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.230 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/c441629f-ded1-4b92-b9d9-5ed2d6e31e2b) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:02:59.834877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.855739 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.861308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.898482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.901784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/61f3f3b8-2258-4e66-bee1-7201bea93204 HTTP/1.1" status: 204 len: 168 time: 0.4056485 Apr 28 15:02:59.902748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271d39-560a-4b7a-9711-dabe2666dc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f3f3b8-2258-4e66-bee1-7201bea93204,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:02:59.904399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46048) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:02:59.933200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.973196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:02:59.997860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device df888906-8744-4004-8ded-243f2d7a93a0 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:00.011068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:00.014616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:00.017017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:00.018496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: df888906-8744-4004-8ded-243f2d7a93a0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:00.019031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device df888906-8744-4004-8ded-243f2d7a93a0 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:00.022614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.062543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=c441629f-ded1-4b92-b9d9-5ed2d6e31e2b,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:00.125318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 172.26.4.220 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/6898b09d-715f-4ddc-a99a-2cbf6c53d7f9) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:00.145159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.179697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b40ddd-bf1e-4a37-b92d-75d711a87a31']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:00.223034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd75b2e-77c3-497e-8c4e-3edff69aa79c') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:00.223400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd75b2e-77c3-497e-8c4e-3edff69aa79c') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:00.238415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.259934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.270989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:00.271393 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:00.273055 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:00.337238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.350639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.359579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.362672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] 10.222.0.58 "DELETE /v2.0/networks/61b40ddd-bf1e-4a37-b92d-75d711a87a31 HTTP/1.1" status: 204 len: 168 time: 0.4571106 Apr 28 15:03:00.379758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703ec11-c4ce-4989-abfb-832438d3c7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=61b40ddd-bf1e-4a37-b92d-75d711a87a31,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:00.396582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.442398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:00.445410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:00.451680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:00.483095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.537179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=6898b09d-715f-4ddc-a99a-2cbf6c53d7f9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:00.574057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.636904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46054) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:00.720450 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e7f2ec0d-826d-48a7-9ebb-a6888459ac42 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c18f8da57ee349c6a204898570218ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823591 Apr 28 15:03:00.726784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:00.769637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:00.986179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.130472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:01.135576 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.150955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.188676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.251117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.253051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=c441629f-ded1-4b92-b9d9-5ed2d6e31e2b,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:01.271393 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.294979 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:01.306476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] Sync routers for ids ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:01.327550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] Routers {'bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:01.328251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.350841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.353800 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0fc34808-bf86-432d-ba2c-eec1731aed6f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5138092 Apr 28 15:03:01.355391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46060) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:01.375410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.384273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] Routers {'bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:01.384922 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.418327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.419045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83a053-ed02-495c-9c58-43ebb8182a25 None None] The sync data for ids ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:01.432914 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 3f6da5a5-89c4-4852-abcb-1ec656af2fa8 associated. External IP: 172.26.4.230, port: 6a1b2eaf-27a5-46f1-8b79-f71d096735fd. Apr 28 15:03:01.470082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.472669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.473879 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/74b21b9f-44e4-42ea-8dfb-86ee1f7f4051 HTTP/1.1" status: 204 len: 168 time: 0.7461107 Apr 28 15:03:01.487901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911c91-2134-4bd7-a56b-91de4689dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b21b9f-44e4-42ea-8dfb-86ee1f7f4051,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:01.513844 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f0f9c56-ae13-486d-93ba-661a15e1b7e8 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers/bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 200 len: 885 time: 0.1561494 Apr 28 15:03:01.515320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46064) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:01.694246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:01.793475 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7212c3c7-3e49-410a-941b-c268c76ab714 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2777073 Apr 28 15:03:01.796007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46068) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:01.800744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1241283504'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:01.827532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:01.842668 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586ab74-93c1-4159-8204-daba9585427f None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:01.854077 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:01.855448 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.860986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:01.889659 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.898957 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:01.900117 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:01.903549 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c1ec0b3b-a5e7-4a75-a456-33c74d19f998 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6934986 Apr 28 15:03:01.904225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:01.963613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:02.028403 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4b9354f3-5d06-40ff-b5c9-ccb0c29101e2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/floatingips/3f6da5a5-89c4-4852-abcb-1ec656af2fa8 HTTP/1.1" status: 200 len: 977 time: 0.1229873 Apr 28 15:03:02.031996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:02.053706 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5586ab74-93c1-4159-8204-daba9585427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.054343 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586ab74-93c1-4159-8204-daba9585427f None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:02.108927 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-04693b12-e9d0-433a-b99f-ed0f713f760f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7131be1b9765484296f959428cdc9cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413679 Apr 28 15:03:02.111687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:02.176093 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6471552e-3f75-4cc9-9f2f-4eac2f9f47a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1429498 Apr 28 15:03:02.181033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46078) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:02.185901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': 'aad038a2-da63-436e-85c7-a7d90d0962b5'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:02.241910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.286972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.298218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.416952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.419756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.423623 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/083ef63d-3576-414f-8aaf-00e2d2283987 HTTP/1.1" status: 204 len: 168 time: 0.3111026 Apr 28 15:03:02.458447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7174c-d095-4bc5-8815-dd1c5bb1336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083ef63d-3576-414f-8aaf-00e2d2283987,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:02.584169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.599573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.747300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:02.878475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:02.887469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:02.892057 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-237d47c7-bc19-4f66-ba97-a1b0f8363305 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 200 len: 892 time: 1.0918705 Apr 28 15:03:02.898478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46084) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:02.903967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] Sync routers for ids ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:02.912811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] Routers {'bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:02.913426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.946824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.956420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] Routers {'bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:02.957114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.989184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:02.989838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c93de-00f9-415b-a247-3a2bc2e3d38a None None] The sync data for ids ['bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:02.993118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.001051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.089548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1527950e-94ca-4d6f-a206-2bc93ef64c16 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers/bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 200 len: 892 time: 0.1901045 Apr 28 15:03:03.092319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46094) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:03.121896 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2119abf9-e9c5-4e33-8f3f-29d06c01465f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 200 len: 205 time: 0.0284021 Apr 28 15:03:03.124614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46096) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:03.143937 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 3f6da5a5-89c4-4852-abcb-1ec656af2fa8 associated. External IP: 172.26.4.230, port: 6a1b2eaf-27a5-46f1-8b79-f71d096735fd. Apr 28 15:03:03.234242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.342933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.356967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:03.406825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 6898b09d-715f-4ddc-a99a-2cbf6c53d7f9 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:03.407153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.465202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:03.476818 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:03.487192 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:03.488248 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.489024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.506893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 6898b09d-715f-4ddc-a99a-2cbf6c53d7f9 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:03.538096 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.548561 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:03.549441 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.591946 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.592772 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4fbb73-52a7-4d95-a024-1c1217fed0c6 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:03.693791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.711703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:03.719348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=6898b09d-715f-4ddc-a99a-2cbf6c53d7f9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:03.784644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.828567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:03.833547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.842082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:03.857757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:03.859302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.877870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.879865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.887220 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f05eb3ff-be0b-44ac-88ac-a49ca7bad6e3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/3f6da5a5-89c4-4852-abcb-1ec656af2fa8 HTTP/1.1" status: 200 len: 978 time: 1.7052221 Apr 28 15:03:03.892359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:03.896818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:03.913941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.928715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.929481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:03.933989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:03.935519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.939882 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.944999 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bfa10132-3fda-4368-863d-1d34e941e4d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 204 len: 168 time: 0.8191864 Apr 28 15:03:03.945760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46110) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:03.950935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860405771'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:03.973162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.974050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:03.978398 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:03.983321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:03.984271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d3c0b-40ea-49e4-9197-3463f9b8b4a5 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:04.005668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:04.015699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.016218 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 4b95989f-8395-4d1f-af37-d9ed52d85b37 of type vlan for network da26dea9-0a6a-4bac-8875-39ee37964f49 Apr 28 15:03:04.063126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.092031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.098118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:04.098769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.136842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.142098 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.142472 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 3f6da5a5-89c4-4852-abcb-1ec656af2fa8 disassociated. External IP: 172.26.4.230, port: aad038a2-da63-436e-85c7-a7d90d0962b5. Apr 28 15:03:04.155944 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2063372 Apr 28 15:03:04.159643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46112) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:04.165298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:04.186217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12cc8a-6ad2-4b11-a236-49c6cd5991a9 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=da26dea9-0a6a-4bac-8875-39ee37964f49,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:04.203083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network da26dea9-0a6a-4bac-8875-39ee37964f49 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:04.266371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:04.270192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.473199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.542542 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=3daeac96-5ebe-432c-a27f-b13b9f707bae,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:04.548291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '4b95989f-8395-4d1f-af37-d9ed52d85b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:04.548721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: da26dea9-0a6a-4bac-8875-39ee37964f49, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:04.569553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network da26dea9-0a6a-4bac-8875-39ee37964f49 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:04.579395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, da26dea9-0a6a-4bac-8875-39ee37964f49) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:04.584601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:04.585205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.591696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5c7f0f-fb18-4581-829e-62511785dd81 None None] Network da26dea9-0a6a-4bac-8875-39ee37964f49 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:04.620681 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-06f50d6a-6543-4f90-9783-f7ce84b26d1d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4596701 Apr 28 15:03:04.621888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:04.627104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782583533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:04.651602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.652939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.733976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.737624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.739958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:04.761330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.761779 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e96cf456-967f-4121-bd65-513685cfac01 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1387124 Apr 28 15:03:04.764527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:04.776012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-da26dea9-0a6a-4bac-8875-39ee37964f49', 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': '3daeac96-5ebe-432c-a27f-b13b9f707bae'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:04.777305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.869564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:04.873744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:04.886047 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:04.906468 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d339224d-43be-4697-a1ae-951343b7cd5c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/3f6da5a5-89c4-4852-abcb-1ec656af2fa8 HTTP/1.1" status: 200 len: 688 time: 1.0107646 Apr 28 15:03:04.906801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:04.909309 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:04.910907 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:04.962855 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:04.963834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Allocated IP 2001:db8::2 (da26dea9-0a6a-4bac-8875-39ee37964f49/3daeac96-5ebe-432c-a27f-b13b9f707bae/4d6bbe32-40f5-431c-95ee-484d647b7437) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:04.977560 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:04.979021 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:05.018504 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:05.019441 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34cfdf-c823-41f7-9adb-9f57b71f7694 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:05.134410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.147165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.175790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.195336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port c441629f-ded1-4b92-b9d9-5ed2d6e31e2b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:05.195675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.199294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Network da26dea9-0a6a-4bac-8875-39ee37964f49 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:05.204164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:05.206763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:05.214518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe32-40f5-431c-95ee-484d647b7437,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:05.268393 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Attempting to bind port 4d6bbe32-40f5-431c-95ee-484d647b7437 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:05.268912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Attempting to bind port 4d6bbe32-40f5-431c-95ee-484d647b7437 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '4b95989f-8395-4d1f-af37-d9ed52d85b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:05.269298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Attempting to bind port 4d6bbe32-40f5-431c-95ee-484d647b7437 on network da26dea9-0a6a-4bac-8875-39ee37964f49 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:05.274420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:05.274931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Checking segment: {'id': '4b95989f-8395-4d1f-af37-d9ed52d85b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:05.275508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.275839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Bound using segment: {'id': '4b95989f-8395-4d1f-af37-d9ed52d85b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:05.276330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Bound port: 4d6bbe32-40f5-431c-95ee-484d647b7437, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b95989f-8395-4d1f-af37-d9ed52d85b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'da26dea9-0a6a-4bac-8875-39ee37964f49'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:05.276704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.345843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] For port 4d6bbe32-40f5-431c-95ee-484d647b7437, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:05.349839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] For port 4d6bbe32-40f5-431c-95ee-484d647b7437, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d6bbe32-40f5-431c-95ee-484d647b7437,segment=NetworkSegment(4b95989f-8395-4d1f-af37-d9ed52d85b37),segment_id=4b95989f-8395-4d1f-af37-d9ed52d85b37)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:05.356924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.389320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.389728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.440020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for c441629f-ded1-4b92-b9d9-5ed2d6e31e2b owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:05.446839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add7865-eecf-416b-aee8-ef5c3672c096 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe32-40f5-431c-95ee-484d647b7437,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:05.553170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8::1 (da26dea9-0a6a-4bac-8875-39ee37964f49/3daeac96-5ebe-432c-a27f-b13b9f707bae/7e26e854-4178-4fde-bed8-e00021356643) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:05.737811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.747031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.773516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=c441629f-ded1-4b92-b9d9-5ed2d6e31e2b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:05.859096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.862070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.863251 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2df58c16-91a4-4668-8e62-24def91ad57c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/3f6da5a5-89c4-4852-abcb-1ec656af2fa8 HTTP/1.1" status: 204 len: 168 time: 0.9555011 Apr 28 15:03:05.864886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.866089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46132) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:05.902236 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-29baa748-8edc-4124-8850-a8b22ea35d99 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] delete failed (client error): The resource could not be found. Apr 28 15:03:05.907512 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-29baa748-8edc-4124-8850-a8b22ea35d99 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/3f6da5a5-89c4-4852-abcb-1ec656af2fa8 HTTP/1.1" status: 404 len: 345 time: 0.0356205 Apr 28 15:03:05.907848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46134) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:05.912810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network da26dea9-0a6a-4bac-8875-39ee37964f49 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:05.916521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:05.919278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:05.919835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:05.926465 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=7e26e854-4178-4fde-bed8-e00021356643,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:06.015097 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d02ab-c466-4979-8774-e373aa51eea4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.021655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d02ab-c466-4979-8774-e373aa51eea4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.027687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d02ab-c466-4979-8774-e373aa51eea4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.032058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd1d02ab-c466-4979-8774-e373aa51eea4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/ports?network_id=f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d HTTP/1.1" status: 200 len: 2357 time: 0.1204882 Apr 28 15:03:06.032315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46136) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:06.087321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9389bc11-68e1-4baa-8163-8de6549b6dff tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:06.089232 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9389bc11-68e1-4baa-8163-8de6549b6dff tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/subnets/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09 HTTP/1.1" status: 200 len: 797 time: 0.0556910 Apr 28 15:03:06.093804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46138) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:06.098967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'port': {'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d', 'name': 'tempest-FloatingIPTestJSON-1668421468', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:06.233624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:06.320111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.354936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.380898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] device_id is not set on port 2932869b-3cf7-408a-a948-1a9ebae387ee yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:03:06.613300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1194795-78f0-4072-9756-4f8656b48692 None None] Network da26dea9-0a6a-4bac-8875-39ee37964f49 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:06.661044 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.666984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.668123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.750170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.14 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/2932869b-3cf7-408a-a948-1a9ebae387ee) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:06.757748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.13 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/2932869b-3cf7-408a-a948-1a9ebae387ee) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:06.774260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=7e26e854-4178-4fde-bed8-e00021356643,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:06.791362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] Provisioning complete for port 4d6bbe32-40f5-431c-95ee-484d647b7437 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:06.792001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.845551 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network da26dea9-0a6a-4bac-8875-39ee37964f49 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:06.847202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:06.910292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.940249 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:03:06.951666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] For port 4d6bbe32-40f5-431c-95ee-484d647b7437, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d6bbe32-40f5-431c-95ee-484d647b7437,segment=NetworkSegment(4b95989f-8395-4d1f-af37-d9ed52d85b37),segment_id=4b95989f-8395-4d1f-af37-d9ed52d85b37)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:06.958599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.963828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:06.999776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 28a18780-f4af-4b6f-acbe-c663660d1137 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:07.022545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.032113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2903162-2008-4613-afc0-a2b61371aea5 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe32-40f5-431c-95ee-484d647b7437,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:07.071670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:07.075148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:07.081274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:07.118582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=2932869b-3cf7-408a-a948-1a9ebae387ee,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:07.132056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:07.140861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:07.141487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.144197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46142) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:07.144691 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-97b34ca3-cc2d-40c0-8bd2-fd07ff322825 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/28a18780-f4af-4b6f-acbe-c663660d1137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783038 Apr 28 15:03:07.150628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] Sync routers for ids ['28a18780-f4af-4b6f-acbe-c663660d1137'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:07.168183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] Routers {'28a18780-f4af-4b6f-acbe-c663660d1137'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:07.169379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['28a18780-f4af-4b6f-acbe-c663660d1137'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:07.208430 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4e6c6608-2285-4729-87c3-1ae134fa3f76 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1111839 Apr 28 15:03:07.208674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:07.208976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46144) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:07.214421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '2932869b-3cf7-408a-a948-1a9ebae387ee', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:07.215675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438f2a1-c026-4e5c-b9d9-58d9b4056925 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:07.217717 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5438f2a1-c026-4e5c-b9d9-58d9b4056925 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports/7e26e854-4178-4fde-bed8-e00021356643 HTTP/1.1" status: 200 len: 911 time: 0.0723300 Apr 28 15:03:07.220315 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46146) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:07.230067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3daeac96-5ebe-432c-a27f-b13b9f707bae'}]}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:07.241321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] Routers {'28a18780-f4af-4b6f-acbe-c663660d1137'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:07.241953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['28a18780-f4af-4b6f-acbe-c663660d1137'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:07.259196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.315240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:07.315905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e7e5d-8ba0-40c3-a288-ac28e4e38690 None None] The sync data for ids ['28a18780-f4af-4b6f-acbe-c663660d1137'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:07.340536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-32fbc109-4b58-4c1d-8861-d5c66f662464 None None] Provisioning complete for port 4d6bbe32-40f5-431c-95ee-484d647b7437 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:07.341285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32fbc109-4b58-4c1d-8861-d5c66f662464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.465380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.479951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.709520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.208 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/3c51bb79-bec9-4268-964a-f4a0c0f92c8d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:07.773792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d6bbe32-40f5-431c-95ee-484d647b7437 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:07.842340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-32fbc109-4b58-4c1d-8861-d5c66f662464 None None] Provisioning complete for port 7e26e854-4178-4fde-bed8-e00021356643 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:07.842735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-32fbc109-4b58-4c1d-8861-d5c66f662464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.882582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.885378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4d6bbe32-40f5-431c-95ee-484d647b7437 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:07.885791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.908602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-32fbc109-4b58-4c1d-8861-d5c66f662464 None None] Port 7e26e854-4178-4fde-bed8-e00021356643 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:07.940244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:07.991082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:07.995050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:08.002706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:08.038240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-51d1b003-6171-442a-bf72-f8e880651536 None None] Provisioning complete for port 7e26e854-4178-4fde-bed8-e00021356643 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:08.038628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51d1b003-6171-442a-bf72-f8e880651536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.046866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=3c51bb79-bec9-4268-964a-f4a0c0f92c8d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:08.061719 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.062356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.062499 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.062915 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.063059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.063516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.063872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.064221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.064549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.064874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.065198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.065524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.092179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-51d1b003-6171-442a-bf72-f8e880651536 None None] Port 7e26e854-4178-4fde-bed8-e00021356643 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:08.131469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.146146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.152877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:08.153818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.158628 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/ports/7e26e854-4178-4fde-bed8-e00021356643 HTTP/1.1" status: 200 len: 911 time: 0.9338179 Apr 28 15:03:08.158628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:08.288690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=7e26e854-4178-4fde-bed8-e00021356643,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:08.309938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.310408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.310707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.311243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.311663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.312263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.312721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.312930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.313360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.313578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.313907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.314234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac838c81-0518-4f5d-8c00-17957076820f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:08.554400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.590190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.699857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.815709 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 7e26e854-4178-4fde-bed8-e00021356643 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:08.815972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.861176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.868348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.903421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:08.917193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 7e26e854-4178-4fde-bed8-e00021356643 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:08.939861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=3c51bb79-bec9-4268-964a-f4a0c0f92c8d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:08.949598 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.058492 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP d4d9dde9-a27f-4ca0-852b-08b6ad27daa6 associated. External IP: 172.26.4.208, port: 2932869b-3cf7-408a-a948-1a9ebae387ee. Apr 28 15:03:09.098990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.130383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=7e26e854-4178-4fde-bed8-e00021356643,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:09.228242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.391754 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 28a18780-f4af-4b6f-acbe-c663660d1137 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:09.473225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:09.478368 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-297b27b0-dc2a-4a06-95ff-72bb71148e2c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/28a18780-f4af-4b6f-acbe-c663660d1137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3187952 Apr 28 15:03:09.481367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46154) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:09.484570 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] Sync routers for ids ['28a18780-f4af-4b6f-acbe-c663660d1137'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:09.495754 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] Routers {'28a18780-f4af-4b6f-acbe-c663660d1137'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:09.496570 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['28a18780-f4af-4b6f-acbe-c663660d1137'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.519279 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-727b933b-6eb0-4542-8d45-7fbeb0dddc86 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a18780-f4af-4b6f-acbe-c663660d1137 HTTP/1.1" status: 200 len: 205 time: 0.0366254 Apr 28 15:03:09.522201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:09.535316 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.543787 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] Routers {'28a18780-f4af-4b6f-acbe-c663660d1137'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:09.544627 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['28a18780-f4af-4b6f-acbe-c663660d1137'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.545722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:09.576534 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.577159 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175c7486-bd9c-4904-8292-ca614b2dd14c None None] The sync data for ids ['28a18780-f4af-4b6f-acbe-c663660d1137'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:09.598712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.654193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:09.669020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:09.673030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.679612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:09.680552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.702614 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-72a5c39f-85e5-4073-931f-91162e03b089 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.4899061 Apr 28 15:03:09.702944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46158) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:09.707493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': '2932869b-3cf7-408a-a948-1a9ebae387ee', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:09.718605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.733188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:09.733306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.763788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.765988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.772426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.787098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:09.787750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1561b024-5d12-4869-a4c9-6adda7d42606 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:09.822081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.822717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router 28a18780-f4af-4b6f-acbe-c663660d1137 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:09.831045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.834367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0008c6e4-7d1c-43dc-af0c-93339ca48c54 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/28a18780-f4af-4b6f-acbe-c663660d1137 HTTP/1.1" status: 204 len: 168 time: 0.3089285 Apr 28 15:03:09.834585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46164) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:09.891191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet 3daeac96-5ebe-432c-a27f-b13b9f707bae {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:09.894275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:09.935565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.027948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.105838 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-f2a34db1-cb13-4ea3-b6e0-59c9621e1234 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548612743&fields=id&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 267 time: 0.0794199 Apr 28 15:03:10.148012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.206983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.210048 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/3daeac96-5ebe-432c-a27f-b13b9f707bae HTTP/1.1" status: 204 len: 168 time: 0.3744907 Apr 28 15:03:10.210882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb014668-98ba-440e-8474-fad41dc5390f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=3daeac96-5ebe-432c-a27f-b13b9f707bae,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:10.214402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46172) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:10.219248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973aa7d-508d-4428-a504-47b30fc64942 None None] Network da26dea9-0a6a-4bac-8875-39ee37964f49 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:10.262130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-cef996a6-f0a3-4b0a-a684-2b4c073f03c0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:10.263707 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-cef996a6-f0a3-4b0a-a684-2b4c073f03c0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.1464226 Apr 28 15:03:10.279885 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-ca8bb8a5-2d86-4253-979b-6bbcaec90cd7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/quotas/ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 375 time: 0.0096235 Apr 28 15:03:10.333954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.340598 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.342098 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-97583487-0754-4950-8071-eebea509ba83 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562713 Apr 28 15:03:10.344355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.423594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] DHCP port deletion for da26dea9-0a6a-4bac-8875-39ee37964f49 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:10.473159 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Deleting port 4d6bbe32-40f5-431c-95ee-484d647b7437 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:10.473666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.519715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 4d6bbe32-40f5-431c-95ee-484d647b7437 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:10.519715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.543956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] For port 4d6bbe32-40f5-431c-95ee-484d647b7437, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d6bbe32-40f5-431c-95ee-484d647b7437,segment=NetworkSegment(4b95989f-8395-4d1f-af37-d9ed52d85b37),segment_id=4b95989f-8395-4d1f-af37-d9ed52d85b37)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:10.544659 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.555571 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-44a3c48c-4b5d-4c43-8afa-d45fbb8d2d5b service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971567 Apr 28 15:03:10.557662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Calling delete_port for 4d6bbe32-40f5-431c-95ee-484d647b7437 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:10.621268 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 4d6bbe32-40f5-431c-95ee-484d647b7437, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d6bbe32-40f5-431c-95ee-484d647b7437,segment=NetworkSegment(4b95989f-8395-4d1f-af37-d9ed52d85b37),segment_id=4b95989f-8395-4d1f-af37-d9ed52d85b37)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:10.621633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.641760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.645943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 4d6bbe32-40f5-431c-95ee-484d647b7437 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:10.654073 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-83e663a6-5c0c-4cde-b876-43033501b839 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895050 Apr 28 15:03:10.671499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Pushing event deleted for resources: {'Port': ['ID=4d6bbe32-40f5-431c-95ee-484d647b7437,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:10.675859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:10.679208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] No DVR routers for this DVR port 4d6bbe32-40f5-431c-95ee-484d647b7437 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:10.681506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.681894 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.682278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.682651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.682977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.683296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.683642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.684010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.684424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.684749 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.685061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.685372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5189f-da47-43bc-a454-8f0e4b7ba0e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:10.792560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.857248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=4d6bbe32-40f5-431c-95ee-484d647b7437,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:10.862325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port 4d6bbe32-40f5-431c-95ee-484d647b7437 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:10.894664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:10.900052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:10.906144 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:10.919007 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:10.920393 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:10.956563 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:10.966290 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:10.966956 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:11.000970 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:11.001924 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aaa22d-e00f-4190-83ea-013ed0fc0e40 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:11.019648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.025735 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-41cd4485-a435-413c-81fd-f1a7b89f533a req-5f00736c-fa93-4149-b3d6-0cd8ab80884a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0415628 Apr 28 15:03:11.048343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da26dea9-0a6a-4bac-8875-39ee37964f49']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:11.073267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b95989f-8395-4d1f-af37-d9ed52d85b37') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:11.073564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b95989f-8395-4d1f-af37-d9ed52d85b37') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:11.086858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.094085 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7398491c-ddf7-46cc-9cc6-35b39df7b83c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/d4d9dde9-a27f-4ca0-852b-08b6ad27daa6 HTTP/1.1" status: 200 len: 979 time: 1.3900945 Apr 28 15:03:11.097162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46190) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:11.102521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.108690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:11.109085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self.session.flush() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:11.112280 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:11.183046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.187956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.195566 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/da26dea9-0a6a-4bac-8875-39ee37964f49 HTTP/1.1" status: 204 len: 168 time: 0.9806657 Apr 28 15:03:11.196386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46192) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:11.204409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-426891202', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:11.225207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce266d3-697e-44e9-ad44-ea2944f6e68c tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=da26dea9-0a6a-4bac-8875-39ee37964f49,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:11.249798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.250924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.288271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 3c51bb79-bec9-4268-964a-f4a0c0f92c8d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:11.288798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.304805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.311382 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.330578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.331787 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ec9828ae-76fe-478f-b71d-1c5a09d6ec17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1310949 Apr 28 15:03:11.334966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46196) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:11.340414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464674738'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:11.360625 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:11.364205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.370021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.370427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.384011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 3c51bb79-bec9-4268-964a-f4a0c0f92c8d owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:11.392773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:11.404927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.405406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 9da6d7cc-ceb8-4340-973f-dba458f0b159 of type vlan for network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 Apr 28 15:03:11.447387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.480651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.486959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:11.487619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.524026 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1879930 Apr 28 15:03:11.527511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46198) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:11.556928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:11.607933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.615972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0444d0-ab06-4001-8b9c-a4942ba81dde tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=43d2e645-84e5-40bb-b4ad-5f7ca9d041b9,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:11.635492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:11.638044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=3c51bb79-bec9-4268-964a-f4a0c0f92c8d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:11.672690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:11.676601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.701562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d6bbe32-40f5-431c-95ee-484d647b7437 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:11.717197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.717531 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP d4d9dde9-a27f-4ca0-852b-08b6ad27daa6 disassociated (deleted). External IP: 172.26.4.208, port: 2932869b-3cf7-408a-a948-1a9ebae387ee. Apr 28 15:03:11.726192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4d6bbe32-40f5-431c-95ee-484d647b7437 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:11.726529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d6bbe32-40f5-431c-95ee-484d647b7437 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:11.873119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.932227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=c8fcf786-4054-4093-8b5c-4a06318fbc5e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:11.942900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:11.943262 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:11.962802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:11.973839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:11.978978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:11.979566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:11.986344 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd321d2f-e7a7-4ee1-8def-790242c04283 None None] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:12.002161 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-acc63ddd-6e00-4326-ad02-85aadb1c6267 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4735510 Apr 28 15:03:12.005104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46200) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:12.173577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:12.174852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.355905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Allocated IP 2001:db8::2 (43d2e645-84e5-40bb-b4ad-5f7ca9d041b9/c8fcf786-4054-4093-8b5c-4a06318fbc5e/86228e23-eb79-47ff-9bd6-c4474fb39cb4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:12.384164 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-39990317-7434-4e0e-b1b8-2f91f77708d1 req-6fd9498e-5839-4bc8-ab71-e7a70fc369bd tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0336499 Apr 28 15:03:12.475284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:12.556611 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.558778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-251a8ba3-3039-4a94-b7c9-ae9a7bd5b5f0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:12.560297 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-251a8ba3-3039-4a94-b7c9-ae9a7bd5b5f0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.6288962 Apr 28 15:03:12.568924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.604244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.616965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:12.620519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:12.623266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:12.634687 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-61c837dc-7aee-4cdc-9391-bccac2965315 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 380 time: 0.0635927 Apr 28 15:03:12.641970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Pushing event updated for resources: {'Port': ['ID=86228e23-eb79-47ff-9bd6-c4474fb39cb4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:12.690409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'port': {'device_id': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'admin_state_up': True, 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'security_groups': ['058f7a13-540c-4dc7-9cec-4cb928ad64fe']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:12.718958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Attempting to bind port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:12.719533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Attempting to bind port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:12.721273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Attempting to bind port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 on network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:12.734068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:12.735929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Checking segment: {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:12.736430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.737711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Bound using segment: {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:12.739319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Bound port: 86228e23-eb79-47ff-9bd6-c4474fb39cb4, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:12.739809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.742505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:12.754425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.773353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:12.844606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:12.851982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:12.899071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:12.914138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8::1 (43d2e645-84e5-40bb-b4ad-5f7ca9d041b9/c8fcf786-4054-4093-8b5c-4a06318fbc5e/aaab4ce8-7b9c-4b00-be83-2b0be8cfb392) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:12.932484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] For port 86228e23-eb79-47ff-9bd6-c4474fb39cb4, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:12.935838 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] For port 86228e23-eb79-47ff-9bd6-c4474fb39cb4, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=86228e23-eb79-47ff-9bd6-c4474fb39cb4,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:12.944182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:12.945006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:12.949163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:12.966804 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d7db9da-fffd-423a-b51b-6befc8ecdedf tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/d4d9dde9-a27f-4ca0-852b-08b6ad27daa6 HTTP/1.1" status: 204 len: 168 time: 1.8683841 Apr 28 15:03:12.967414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:13.009714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:13.010425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebc339-629d-453c-b8b0-32dac983fdae None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:13.029638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Made reservation on behalf of ef4604cf984d406b93fa2919df704c37 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:13.033001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.064704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2b4b6-b36c-4e4d-b741-8a45dc679808 None None] Pushing event updated for resources: {'Port': ['ID=86228e23-eb79-47ff-9bd6-c4474fb39cb4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:13.067247 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.125742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.171856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 2932869b-3cf7-408a-a948-1a9ebae387ee {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:13.172313 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.176537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:13.180061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:13.183161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:13.183785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.284155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:13.370763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.20.0.13 (f7c72c38-ef6e-48c5-a01e-439473761ac1/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb/20d17e20-4e85-4f01-bf4e-76606451f8f4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:13.388121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.406604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.433098 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 2932869b-3cf7-408a-a948-1a9ebae387ee owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:13.568983 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c483c8e6-2db0-46d6-953a-c35e50d18c50 req-9a744f0a-6e37-494c-935a-e79d9d43ea2e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0422637 Apr 28 15:03:13.799884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 86228e23-eb79-47ff-9bd6-c4474fb39cb4 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:13.849291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.892705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:13.893146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.902310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.905696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=2932869b-3cf7-408a-a948-1a9ebae387ee,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:13.928548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.949323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:13.951028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.002657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.044659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.047097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 86228e23-eb79-47ff-9bd6-c4474fb39cb4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=86228e23-eb79-47ff-9bd6-c4474fb39cb4,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:14.047813 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-af454323-613b-42cc-b844-d511968bf22a tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/2932869b-3cf7-408a-a948-1a9ebae387ee HTTP/1.1" status: 204 len: 168 time: 1.0724616 Apr 28 15:03:14.052662 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46218) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:14.055861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.061700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:14.093094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.103699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:14.134290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=86228e23-eb79-47ff-9bd6-c4474fb39cb4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:14.160774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:14.163838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:14.177691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.238934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:14.250221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:14.257522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:14.303732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:14.310511 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:14.328986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:14.330076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.377146 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-014b6896-ee46-4a8f-b5eb-6133a8e2e6d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7330952 Apr 28 15:03:14.386171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Request body: {'port': {'device_id': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:14.389696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.427944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:14.433424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e536dbdd-f14c-4340-8382-da4691c729b1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4270949 Apr 28 15:03:14.436276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46220) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:14.443691 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:14.452759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1280405621'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:14.460228 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:14.461981 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:14.504507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:14.508716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.547901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e28d6-409f-4ab4-a4c3-54281170d908 None None] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:14.571816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:14.572387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.10 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/759b1d80-bf64-47c3-b0f5-cb7784372575) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:14.612552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.612762 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 69c1db75-1cd4-4354-854c-0945163d07bd of type vlan for network 050a7021-2081-4a2d-9277-b133a5048ab3 Apr 28 15:03:14.620640 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.686009 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:14.742780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.776689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33d787-2133-437a-8e6a-6290d4588d92 req-2fa59718-e428-4593-a3bd-9b806fb7b6b5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:14.777287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7508bb6c-78f4-42e4-83e2-352ba91adff7 None None] Provisioning complete for port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:14.777663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7508bb6c-78f4-42e4-83e2-352ba91adff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.778617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e33d787-2133-437a-8e6a-6290d4588d92 req-2fa59718-e428-4593-a3bd-9b806fb7b6b5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 932 time: 0.0977514 Apr 28 15:03:14.819103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.824472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.826989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:14.827543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.865219 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e33d787-2133-437a-8e6a-6290d4588d92 req-2f06491d-e75a-4164-9385-3197da2e47c9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788057 Apr 28 15:03:14.874807 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4374604 Apr 28 15:03:14.878503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46224) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:14.883463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:14.921544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:14.947107 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:13Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:13Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:14.975506 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:14.975836 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Updating router 57b86692-8bb2-43e0-a356-3c279354e126 port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:15.009359 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.025057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:15.029772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.058760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ae9f0-db3c-4210-a009-df420742f9e4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=050a7021-2081-4a2d-9277-b133a5048ab3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:15.059486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9119011f-4609-46f8-a15f-44c8f63ac0b6 None None] Provisioning complete for port 20d17e20-4e85-4f01-bf4e-76606451f8f4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:15.060020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9119011f-4609-46f8-a15f-44c8f63ac0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.104084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 050a7021-2081-4a2d-9277-b133a5048ab3 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:15.210613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:15.230143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:15.257818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:15.260457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=759b1d80-bf64-47c3-b0f5-cb7784372575,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:15.271425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9119011f-4609-46f8-a15f-44c8f63ac0b6 None None] Port 20d17e20-4e85-4f01-bf4e-76606451f8f4 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:15.398829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.409354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Provisioning complete for port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:15.409751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.418708 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.426629 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.479051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.559981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.571078 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af15cf3-4fe9-4eb7-a2a8-afbd27a38d50 None None] Pushing event updated for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:15.581847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:15.582848 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Attempting to bind port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:15.583635 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Attempting to bind port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:15.584306 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Attempting to bind port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 on network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:15.604684 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:15.604922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:15.605302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 050a7021-2081-4a2d-9277-b133a5048ab3, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:15.606575 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Checking segment: {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:15.609743 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.610297 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Bound using segment: {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:15.610968 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Bound port: aaab4ce8-7b9c-4b00-be83-2b0be8cfb392, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da6d7cc-ceb8-4340-973f-dba458f0b159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:15.611568 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.645967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 050a7021-2081-4a2d-9277-b133a5048ab3 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:15.653594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d17e20-4e85-4f01-bf4e-76606451f8f4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:15.661727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-38dc175b-b3a0-415c-be7c-daf99cff64af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.666933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 050a7021-2081-4a2d-9277-b133a5048ab3) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:15.672276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:15.672944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.684155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.685926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a37b7-9be2-403d-823c-ff25e93db1fd None None] Network 050a7021-2081-4a2d-9277-b133a5048ab3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:15.705576 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7db29dab-fa30-4528-800a-a170f34a0774 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8262005 Apr 28 15:03:15.709701 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46226) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:15.727486 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] For port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:15.731400 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] For port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:15.752463 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.753724 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Transition to ACTIVE for port object 20d17e20-4e85-4f01-bf4e-76606451f8f4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:03:15.817682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.823525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 86228e23-eb79-47ff-9bd6-c4474fb39cb4 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:15.826124 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:15.826872 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:02:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:15.832576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Provisioning complete for port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:15.832942 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:15.995881 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:16.021870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Pushing event updated for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:16.201498 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af15cf3-4fe9-4eb7-a2a8-afbd27a38d50 None None] Pushing event updated for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:16.275530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.284782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:16.288890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.291717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.293321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Attempting to bind port 20d17e20-4e85-4f01-bf4e-76606451f8f4 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:16.293911 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Attempting to bind port 20d17e20-4e85-4f01-bf4e-76606451f8f4 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:16.294193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Attempting to bind port 20d17e20-4e85-4f01-bf4e-76606451f8f4 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:16.310234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Port 20d17e20-4e85-4f01-bf4e-76606451f8f4 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:03:16.310551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Attempting to bind port 20d17e20-4e85-4f01-bf4e-76606451f8f4 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:16.327272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:16.327590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:16.328008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Bound using segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:16.328446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Bound port: 20d17e20-4e85-4f01-bf4e-76606451f8f4, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:16.328938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.333008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.365267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68829df4-912f-4dc3-bc19-7425787f54b6 req-4be48cc8-670f-47b1-ab86-44e19f7b73f1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:16.374243 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-68829df4-912f-4dc3-bc19-7425787f54b6 req-4be48cc8-670f-47b1-ab86-44e19f7b73f1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.3227797 Apr 28 15:03:16.407556 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:13Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:15Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:16.431181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.452889 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e462d-ba70-4c02-b46a-ac4947c54567 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:13Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:15Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:16.595462 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-68829df4-912f-4dc3-bc19-7425787f54b6 req-3a3ce4ee-bcbb-48e1-92c4-02ce78038986 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141893 Apr 28 15:03:16.623684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=759b1d80-bf64-47c3-b0f5-cb7784372575,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:16.658473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.676481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:16.680164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:16.693183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.695863 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-63b58ddf-a734-4d6d-a76e-33cf6a4da1e0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6421542 Apr 28 15:03:16.697602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46232) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:16.704759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'port': {'network_id': 'f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d', 'name': 'tempest-FloatingIPTestJSON-286344259'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:16.710779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.761475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-050a7021-2081-4a2d-9277-b133a5048ab3', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:16.776821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.830536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:16.831292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:16.835133 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] 10.222.0.21 "PUT /v2.0/ports/20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 200 len: 1094 time: 2.4533257 Apr 28 15:03:16.836818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:16.857770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764662b2-b895-4c6b-a940-47cd379f6ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:16.913543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8:1::1 (050a7021-2081-4a2d-9277-b133a5048ab3/2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2/00544b0a-612d-4efa-94a0-35ca953943f0) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:16.940421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] For port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:17.034330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c83e82-aec5-46d3-8d62-809b723681ad x-openstack-request-id: req-e0c83e82-aec5-46d3-8d62-809b723681ad {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:17.034615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:17.034861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0c83e82-aec5-46d3-8d62-809b723681ad {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:17.039235 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0c83e82-aec5-46d3-8d62-809b723681ad'] response: {'name': 'network-changed', 'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'status': 'completed', 'code': 200} Apr 28 15:03:17.070988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.135003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278ff77-1330-49cd-93f6-1210acb7e94e service neutron] Pushing event updated for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:17.145420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.158154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:17.164138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.197878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] device_id is not set on port f6490586-9d7e-4aea-9c91-ed89bca6e0f6 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:03:17.204696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-77d795b5-d24e-4d75-9686-0e99065750e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.205201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.206840 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-77d795b5-d24e-4d75-9686-0e99065750e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1097 time: 0.2741482 Apr 28 15:03:17.284915 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:17.301903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 050a7021-2081-4a2d-9277-b133a5048ab3 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:17.303876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:17.306856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:17.307419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.343445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Allocated IP 2001:db8:1::2 (050a7021-2081-4a2d-9277-b133a5048ab3/2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2/cc9f8914-6245-4439-853d-da2d8ef82095) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:17.375345 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-51c2b78b-ffe8-4fc1-bdad-97480847d46e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 200 len: 217 time: 0.1591024 Apr 28 15:03:17.444345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.491148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3701b-47e5-4ca9-a9f8-1613a777433c None None] Pushing event updated for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:17.510061 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-db5fee51-eb91-470e-9183-411c8838927d None None] Provisioning complete for port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:17.511466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-db5fee51-eb91-470e-9183-411c8838927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.515266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-0bd09b24-fa94-486d-b9cb-3b82d59aeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.518559 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-0bd09b24-fa94-486d-b9cb-3b82d59aeedc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.1304975 Apr 28 15:03:17.553579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.573600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.616145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Network 050a7021-2081-4a2d-9277-b133a5048ab3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:17.620748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:17.633145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:17.713611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-bb0553cf-0a71-49a9-8637-7fcdc9996a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:17.715328 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-bb0553cf-0a71-49a9-8637-7fcdc9996a32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1807048 Apr 28 15:03:17.716561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.13 (f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09/f6490586-9d7e-4aea-9c91-ed89bca6e0f6) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:17.761817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:17.780569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Pushing event updated for resources: {'Port': ['ID=cc9f8914-6245-4439-853d-da2d8ef82095,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:17.809744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Attempting to bind port cc9f8914-6245-4439-853d-da2d8ef82095 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:17.810579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Attempting to bind port cc9f8914-6245-4439-853d-da2d8ef82095 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:17.810945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Attempting to bind port cc9f8914-6245-4439-853d-da2d8ef82095 on network 050a7021-2081-4a2d-9277-b133a5048ab3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:17.819293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:17.819688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Checking segment: {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:17.820110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.820771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Bound using segment: {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:17.821328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Bound port: cc9f8914-6245-4439-853d-da2d8ef82095, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:17.821859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:17.876233 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-ce65b3b8-b572-45a6-ba40-5b8e5af0ab64 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414716 Apr 28 15:03:17.932020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] For port cc9f8914-6245-4439-853d-da2d8ef82095, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:17.935586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] For port cc9f8914-6245-4439-853d-da2d8ef82095, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cc9f8914-6245-4439-853d-da2d8ef82095,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:17.955259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.035744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:18.036138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.071211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-13a26c4a-3641-4115-99ad-761d41575e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.116041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c61b5c-689f-4d72-baab-341e2e367d0a None None] Pushing event updated for resources: {'Port': ['ID=cc9f8914-6245-4439-853d-da2d8ef82095,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:18.238477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.267547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.269784 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.376953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:18.378511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.453014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45c329-b730-42c3-a7ee-f4c7457151b4 req-766406ac-8f14-4823-8327-c683f5e66b33 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.454941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0c45c329-b730-42c3-a7ee-f4c7457151b4 req-766406ac-8f14-4823-8327-c683f5e66b33 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.7618535 Apr 28 15:03:18.462073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 050a7021-2081-4a2d-9277-b133a5048ab3 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:18.463713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:18.568745 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8ab2af39-ae10-4183-a034-9affa0c4399c req-c8ea1e11-8167-4f05-bc5d-141b239365d3 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6809018 Apr 28 15:03:18.579544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:18.580800 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0c45c329-b730-42c3-a7ee-f4c7457151b4 req-6779f7ad-16c9-4781-9243-98fee1314b5b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902982 Apr 28 15:03:18.619567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.686342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-93d0cb9e-2089-4791-8fba-780ab8b15443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.688031 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-93d0cb9e-2089-4791-8fba-780ab8b15443 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0665305 Apr 28 15:03:18.702971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:18.708561 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7749eedf-5209-43d6-b8f3-f6b357593124 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990211 Apr 28 15:03:18.711368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46238) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:18.717375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.717966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180844190'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:18.720119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:18.738476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:18.739447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:18.739926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:18.744166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.770246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:18.781888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.781888 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment 914e9315-9363-4860-9b9a-f3cab281fb91 of type vlan for network cd560f67-60c4-4927-bcb6-7a9d6b6db842 Apr 28 15:03:18.801566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:18.808978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:18.813202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:18.827377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=f6490586-9d7e-4aea-9c91-ed89bca6e0f6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:18.835762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.857147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:18.874191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-d0d29aae-8362-42dc-8533-38e94baa56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.875685 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-d0d29aae-8362-42dc-8533-38e94baa56e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.1805172 Apr 28 15:03:18.884320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.887018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.887671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.890422 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:18.891707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:18.941732 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-86ee57f1-d55c-425d-b258-f4ee7b5b00cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 200 len: 217 time: 0.0433714 Apr 28 15:03:18.954869 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c28cd4cd-1411-4d89-b2b2-4f7317e038bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2554104 Apr 28 15:03:18.955211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46240) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:18.956431 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2429330 Apr 28 15:03:18.964777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46242) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:18.973101 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:19.000124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbee74-e0ef-4db8-97ee-09353db703d6 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=cd560f67-60c4-4927-bcb6-7a9d6b6db842,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:19.013690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': 'f6490586-9d7e-4aea-9c91-ed89bca6e0f6'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:19.045327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:19.090578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:19.094751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.107945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.149364 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-976fe6be-3714-4078-919e-f1ee1babf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.150340 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-976fe6be-3714-4078-919e-f1ee1babf95b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.1942468 Apr 28 15:03:19.163635 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.278624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-b79b2ba5-d28e-481f-87c7-32341fa2a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.280458 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-b79b2ba5-d28e-481f-87c7-32341fa2a2cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224062 Apr 28 15:03:19.332305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:17Z', 'revision_number': 3, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:18Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:19.336959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.364078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:19.365272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Updating router 57b86692-8bb2-43e0-a356-3c279354e126 port 00544b0a-612d-4efa-94a0-35ca953943f0 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:19.407130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.419967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=0c06b25a-5c18-4441-88a6-4f2e7df0e8cc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:19.428813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:19.429261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: cd560f67-60c4-4927-bcb6-7a9d6b6db842, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:19.434878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6faa7-bf33-4d33-83e6-e3a93688e01a None None] Network 050a7021-2081-4a2d-9277-b133a5048ab3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:19.450587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:19.456378 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-7519a914-7d0f-4ae2-bcdf-4fc894430ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411252 Apr 28 15:03:19.462188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, cd560f67-60c4-4927-bcb6-7a9d6b6db842) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:19.467172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.467940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.488028 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7a80008c-eee6-49c8-8927-f719135a746b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5214438 Apr 28 15:03:19.490250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46244) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:19.505496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63908935-a6ec-41b0-aee1-3e977a314fe1 None None] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:19.665481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] Provisioning complete for port cc9f8914-6245-4439-853d-da2d8ef82095 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:19.665836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.776944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2aef8-61fc-4535-a76f-fa607afa31e8 req-52a21802-14b3-4e6e-ac27-dd87f028bdbd tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:19.777642 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c4f2aef8-61fc-4535-a76f-fa607afa31e8 req-52a21802-14b3-4e6e-ac27-dd87f028bdbd tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0990491 Apr 28 15:03:19.800414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cc9f8914-6245-4439-853d-da2d8ef82095 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:19.830656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-764662b2-b895-4c6b-a940-47cd379f6ec7 req-a185786c-709e-49ad-aa2e-7bb4e7540a44 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655332 Apr 28 15:03:19.859056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.865257 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:19.891688 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c4f2aef8-61fc-4535-a76f-fa607afa31e8 req-a40907ff-3049-4cf9-86b3-bdc45ebc794d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819921 Apr 28 15:03:19.984520 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 91fb9e6b-e8fc-42e0-a8e3-38ad141b4522 associated. External IP: 172.26.4.10, port: f6490586-9d7e-4aea-9c91-ed89bca6e0f6. Apr 28 15:03:19.988816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.201445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.208490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:20.209321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.216251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:20.233448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cc9f8914-6245-4439-853d-da2d8ef82095 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:20.233813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.243147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.283021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8:2::1 (cd560f67-60c4-4927-bcb6-7a9d6b6db842/0c06b25a-5c18-4441-88a6-4f2e7df0e8cc/2b11b89c-a44f-4ca0-a1f0-9563f988641e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:20.352197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:20.357218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.363837 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:20.384792 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:20.385992 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:20.401508 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3cdd476a-3aa2-4149-b518-6ffa83b84507 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/91fb9e6b-e8fc-42e0-a8e3-38ad141b4522 HTTP/1.1" status: 200 len: 977 time: 1.3967786 Apr 28 15:03:20.404336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:20.415303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.424549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] For port cc9f8914-6245-4439-853d-da2d8ef82095, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cc9f8914-6245-4439-853d-da2d8ef82095,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:20.431350 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:20.442180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.444001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.444984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.451277 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:20.451950 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:20.525280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.562310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port f6490586-9d7e-4aea-9c91-ed89bca6e0f6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:20.562693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.612424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:20.627126 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:20.628149 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35dd38f-c53b-4611-91f0-d1d6bf1f08d3 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:20.632929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3291818-c791-4f24-8928-47c1f3884101 None None] Pushing event updated for resources: {'Port': ['ID=cc9f8914-6245-4439-853d-da2d8ef82095,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:20.634741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:20.641481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:20.647846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:20.648429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.698507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Allocated IP 2001:db8:2::2 (cd560f67-60c4-4927-bcb6-7a9d6b6db842/0c06b25a-5c18-4441-88a6-4f2e7df0e8cc/01d28f07-7696-479b-81e1-0a86fc86840a) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:20.706568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.733734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Attempting to bind port 00544b0a-612d-4efa-94a0-35ca953943f0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:20.734105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Attempting to bind port 00544b0a-612d-4efa-94a0-35ca953943f0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:20.734475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Attempting to bind port 00544b0a-612d-4efa-94a0-35ca953943f0 on network 050a7021-2081-4a2d-9277-b133a5048ab3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:20.745303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dab9-6d51-4421-950e-3da4435ce4f4 None None] Pushing event updated for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:20.775392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Provisioning complete for port cc9f8914-6245-4439-853d-da2d8ef82095 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:20.775759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.777387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.779001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:20.779366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Checking segment: {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:20.779754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.780157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Bound using segment: {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:20.780631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Bound port: 00544b0a-612d-4efa-94a0-35ca953943f0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c1db75-1cd4-4354-854c-0945163d07bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:20.781000 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.790456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:20.971021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] For port 00544b0a-612d-4efa-94a0-35ca953943f0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:21.029353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] For port 00544b0a-612d-4efa-94a0-35ca953943f0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=00544b0a-612d-4efa-94a0-35ca953943f0,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:21.046579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.049861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.050420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.050420 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP 91fb9e6b-e8fc-42e0-a8e3-38ad141b4522 disassociated. External IP: 172.26.4.10, port: f6490586-9d7e-4aea-9c91-ed89bca6e0f6. Apr 28 15:03:21.050928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for f6490586-9d7e-4aea-9c91-ed89bca6e0f6 owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:21.079466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3651d8-fb05-430e-b72e-5fe82986a3cd req-ac34cfa3-144d-40b0-85cb-3c23d1da3d74 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:21.087070 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9f3651d8-fb05-430e-b72e-5fe82986a3cd req-ac34cfa3-144d-40b0-85cb-3c23d1da3d74 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0702627 Apr 28 15:03:21.128436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.133556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Provisioning complete for port 00544b0a-612d-4efa-94a0-35ca953943f0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:21.134423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.144290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.146259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.147065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.187783 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9f3651d8-fb05-430e-b72e-5fe82986a3cd req-c9e9d6e0-1ff8-449b-b10e-d0b547017432 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859075 Apr 28 15:03:21.193224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:21.194136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:21.196789 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.247585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769dab9-6d51-4421-950e-3da4435ce4f4 None None] Pushing event updated for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:21.256290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:21.289834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:21.296305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.302267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:21.303863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:21.312508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:21.314284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:21.340998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=f6490586-9d7e-4aea-9c91-ed89bca6e0f6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:21.360614 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Pushing event updated for resources: {'Port': ['ID=01d28f07-7696-479b-81e1-0a86fc86840a,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:21.464377 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:21.472015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:21.513529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Attempting to bind port 01d28f07-7696-479b-81e1-0a86fc86840a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:21.513895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Attempting to bind port 01d28f07-7696-479b-81e1-0a86fc86840a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:21.514257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Attempting to bind port 01d28f07-7696-479b-81e1-0a86fc86840a on network cd560f67-60c4-4927-bcb6-7a9d6b6db842 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:21.526246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:21.526645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Checking segment: {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:21.527051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.527440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Bound using segment: {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:21.528007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Bound port: 01d28f07-7696-479b-81e1-0a86fc86840a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:21.528409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.544361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.719255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-58a534e4-1000-47f9-8653-14616015bbad None None] For port 00544b0a-612d-4efa-94a0-35ca953943f0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=00544b0a-612d-4efa-94a0-35ca953943f0,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:21.722909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] For port 01d28f07-7696-479b-81e1-0a86fc86840a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:21.753787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cc9f8914-6245-4439-853d-da2d8ef82095 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:21.755737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.798396 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] For port 01d28f07-7696-479b-81e1-0a86fc86840a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=01d28f07-7696-479b-81e1-0a86fc86840a,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:21.827703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:21.835617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.913518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:21.915659 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a534e4-1000-47f9-8653-14616015bbad None None] Pushing event updated for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:21.919144 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ce534711-c2d0-4ec1-adda-4bb55b305286 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269724 Apr 28 15:03:21.924038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:21.928985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312326299'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:21.952274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:21.955768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.970095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:21.980932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:21.995372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:21.995857 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added segment c3c86d08-808e-4d98-b75a-675ddd3fc273 of type vlan for network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 Apr 28 15:03:22.042220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.053660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.061074 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-473ceb8d-70b1-44a3-bb65-1d99cd72522b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/f6490586-9d7e-4aea-9c91-ed89bca6e0f6 HTTP/1.1" status: 204 len: 168 time: 1.6520855 Apr 28 15:03:22.061733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:22.075385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.084320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.085126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.123173 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-da435e3f-66db-4432-93ad-1b3e6bda3a8b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/floatingips/91fb9e6b-e8fc-42e0-a8e3-38ad141b4522 HTTP/1.1" status: 200 len: 687 time: 0.0601282 Apr 28 15:03:22.124381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:22.184476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:22.192507 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2673643 Apr 28 15:03:22.194762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d7dd4a96-66f8-45f4-b092-b01ac8b9f398 None None] Provisioning complete for port 00544b0a-612d-4efa-94a0-35ca953943f0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:22.195423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d7dd4a96-66f8-45f4-b092-b01ac8b9f398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.199723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46262) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:22.210276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'subnet': {'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:22.251657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cc9f8914-6245-4439-853d-da2d8ef82095 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:22.252056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.285444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:22.286084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:22.320537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bbcba-1658-4ac4-aa0b-775966ac40cf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Network': ['ID=5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:22.338365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6e351-756b-4671-b6ab-57622dc9aee0 None None] Pushing event updated for resources: {'Port': ['ID=01d28f07-7696-479b-81e1-0a86fc86840a,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:22.349074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:22.360306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe6fb-d5ad-48d2-9a0b-968645fb6a4d req-dff175ac-386c-4b6c-8843-6350c4682f1a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.362021 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ae8fe6fb-d5ad-48d2-9a0b-968645fb6a4d req-dff175ac-386c-4b6c-8843-6350c4682f1a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0777843 Apr 28 15:03:22.367487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:22.378858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Made reservation on behalf of 419d2c3e4e5a4c058a50cb4c2cc1b34e for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:22.382322 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.393505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 759b1d80-bf64-47c3-b0f5-cb7784372575 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:22.394523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.449328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:22.465295 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ae8fe6fb-d5ad-48d2-9a0b-968645fb6a4d req-ceae8e62-3841-44d5-809a-6cb6fd5fe003 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947204 Apr 28 15:03:22.487080 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:22.488009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:22.489418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.489870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.504001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 759b1d80-bf64-47c3-b0f5-cb7784372575 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:22.554794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d4c7a-af3a-488a-90e0-1b01f4883151 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:22.618735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:22.619748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2e440-e6b3-4f11-a0e8-3320cb0d09ce None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:22.668699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.711646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.749290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Subnet': ['ID=c96e1d22-0e09-476e-87d7-aef4cf4526ea,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:22.762308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Checking segment: {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:22.762871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network hostable DHCP agents. Network: 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:22.766810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=759b1d80-bf64-47c3-b0f5-cb7784372575,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:22.801810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:22.815833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:22.821675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:22.824601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6976ad-c0bd-4fa4-a867-72fc543260cc None None] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:22.828243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.833678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.837377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:22.842863 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46264) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:22.843574 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-88fba71c-3616-435d-8e4e-17d40d1dce62 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/91fb9e6b-e8fc-42e0-a8e3-38ad141b4522 HTTP/1.1" status: 204 len: 168 time: 0.7178750 Apr 28 15:03:22.847505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'aad038a2-da63-436e-85c7-a7d90d0962b5'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:22.884916 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46266) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:22.885864 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ed234640-106b-491e-8222-130ae2328596 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6835237 Apr 28 15:03:22.902981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.055501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:23.056992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.114688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.289066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b9ceb-8475-46a8-8d87-5c16d55eafa5 None None] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:23.294491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.5 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:23.352591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Allocated IP 2001:db8:3::2 (5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3/c96e1d22-0e09-476e-87d7-aef4cf4526ea/9dbe0894-fc74-4004-94a0-6c81f74a9d3b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:23.403660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.449834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.463773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] Provisioning complete for port 01d28f07-7696-479b-81e1-0a86fc86840a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:23.464332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.508735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.532655 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-79d23b76-f213-4627-9923-a4ef1caa5fd6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1603425 Apr 28 15:03:23.619819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:23.629735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:23.634738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:23.637428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:23.761380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.780624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.785435 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:23.858117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:23.860777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Pushing event updated for resources: {'Port': ['ID=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:23.863930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:23.867545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:23.881058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Allocated IP 2001:db8:3::1 (5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3/c96e1d22-0e09-476e-87d7-aef4cf4526ea/d5b33ec6-759c-466c-9e0d-52c8017ecfd1) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:23.949512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 01d28f07-7696-479b-81e1-0a86fc86840a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:23.975331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521d226-e35e-4075-9249-cc84017e5352 req-2d7ad3f8-1ead-4818-9a89-2d56065615f4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:23.975854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] For port 01d28f07-7696-479b-81e1-0a86fc86840a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=01d28f07-7696-479b-81e1-0a86fc86840a,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:23.977302 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e521d226-e35e-4075-9249-cc84017e5352 req-2d7ad3f8-1ead-4818-9a89-2d56065615f4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.3602180 Apr 28 15:03:23.997316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-67be1925-eeff-42b1-b5a2-05c2bc47bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.000320 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-67be1925-eeff-42b1-b5a2-05c2bc47bf84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1098 time: 0.3615491 Apr 28 15:03:24.012848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.073247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40371ac-b1fa-40f6-a66a-d5ee993a3b10 None None] Pushing event updated for resources: {'Port': ['ID=01d28f07-7696-479b-81e1-0a86fc86840a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:24.076007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Attempting to bind port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:24.076295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Attempting to bind port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:24.082044 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Attempting to bind port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b on network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:24.088742 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:24.089113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Checking segment: {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:24.089519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.089910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Bound using segment: {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:24.090648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Bound port: 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:24.091040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.139209 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e521d226-e35e-4075-9249-cc84017e5352 req-f1a0f30f-ef49-4477-9533-33916a25bd22 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521869 Apr 28 15:03:24.172476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.186779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 01d28f07-7696-479b-81e1-0a86fc86840a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:24.187156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.192122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] For port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:24.205302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-82edf83e-8acc-4c9b-abd0-e057811395b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.206791 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-82edf83e-8acc-4c9b-abd0-e057811395b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 898 time: 0.1771414 Apr 28 15:03:24.231379 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:24.238191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] For port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:24.241362 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:24.242198 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:24.256070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.282044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.320214 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-a8d0a256-2011-46eb-9591-d7b732145bfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 1000 time: 0.1032898 Apr 28 15:03:24.348824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483bf99-2894-4d17-b3a4-208c1e0499db None None] Pushing event updated for resources: {'Port': ['ID=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:24.371159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:24.374415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.379545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:24.382373 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-05e02ca8-b193-492f-aba8-9d3443964422 None None] Provisioning complete for port 01d28f07-7696-479b-81e1-0a86fc86840a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:24.382554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:24.383271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.385712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:24.385969 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05e02ca8-b193-492f-aba8-9d3443964422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.429971 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:24.439605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-98df0c28-7ac9-42fd-9a63-4b88a6092110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.441208 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-98df0c28-7ac9-42fd-9a63-4b88a6092110 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 200 len: 835 time: 0.1111279 Apr 28 15:03:24.537789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.586221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 00544b0a-612d-4efa-94a0-35ca953943f0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:24.652767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-05e02ca8-b193-492f-aba8-9d3443964422 None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:24.653291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-05e02ca8-b193-492f-aba8-9d3443964422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.657932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.667891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-47b29612-c038-46f1-ab76-23c6034fba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:24.669941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-47b29612-c038-46f1-ab76-23c6034fba00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2047653 Apr 28 15:03:24.675680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 00544b0a-612d-4efa-94a0-35ca953943f0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:24.676240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.728633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-05e02ca8-b193-492f-aba8-9d3443964422 None None] Port 2b11b89c-a44f-4ca0-a1f0-9563f988641e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:24.749017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.758976 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.830903 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:20Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:24.868259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46272) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:24.871065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0e4bacdd-4b02-45fc-9067-bfcd2af85139 None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:24.872007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0e4bacdd-4b02-45fc-9067-bfcd2af85139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.878235 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:24.878932 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Updating router 57b86692-8bb2-43e0-a356-3c279354e126 port 2b11b89c-a44f-4ca0-a1f0-9563f988641e binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:24.917068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0e4bacdd-4b02-45fc-9067-bfcd2af85139 None None] Port 2b11b89c-a44f-4ca0-a1f0-9563f988641e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:24.924403 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:24.980326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:25.020750 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-882de0f3-81d1-4457-8361-704e14a13a86 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 200 len: 992 time: 0.1489117 Apr 28 15:03:25.028556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.060979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a7e7e103-67cc-465c-9bce-70921517d1de None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:25.061911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7e7e103-67cc-465c-9bce-70921517d1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.084921 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-0bbacdd6-081c-46cf-96fc-75159c82603f service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930721 Apr 28 15:03:25.108169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a7e7e103-67cc-465c-9bce-70921517d1de None None] Port 2b11b89c-a44f-4ca0-a1f0-9563f988641e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:25.151591 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP d9393f94-f20b-495e-916c-781aaacc213c associated. External IP: 172.26.4.5, port: aad038a2-da63-436e-85c7-a7d90d0962b5. Apr 28 15:03:25.297406 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.305291 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.310043 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a4f55a9d-1289-49e8-a929-6e95efab6d1c req-12c819b5-e946-4aa9-ac59-86ff937e6368 service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992781 Apr 28 15:03:25.334768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085905dd-89c4-4e8d-beb2-88af0b8f166e req-a838f6c3-9e6d-4d97-9943-b96e02e55316 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:25.336296 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-085905dd-89c4-4e8d-beb2-88af0b8f166e req-a838f6c3-9e6d-4d97-9943-b96e02e55316 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.1164434 Apr 28 15:03:25.343167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46280) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:25.428554 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea612-27e4-4671-80db-0969401ed30b None None] Pushing event updated for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:25.434603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:25.452087 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Attempting to bind port 2b11b89c-a44f-4ca0-a1f0-9563f988641e on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:25.452709 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Attempting to bind port 2b11b89c-a44f-4ca0-a1f0-9563f988641e by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:25.453275 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Attempting to bind port 2b11b89c-a44f-4ca0-a1f0-9563f988641e on network cd560f67-60c4-4927-bcb6-7a9d6b6db842 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:25.462102 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:25.462537 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Checking segment: {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:25.462861 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.463246 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Bound using segment: {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:25.463718 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Bound port: 2b11b89c-a44f-4ca0-a1f0-9563f988641e, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914e9315-9363-4860-9b9a-f3cab281fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:25.464130 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.558997 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] For port 2b11b89c-a44f-4ca0-a1f0-9563f988641e, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:25.562384 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] For port 2b11b89c-a44f-4ca0-a1f0-9563f988641e, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2b11b89c-a44f-4ca0-a1f0-9563f988641e,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:25.571023 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.600581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:25.622200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:25.636258 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:25.637004 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:25.659535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:25.659992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:25.664581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.735000 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-162409e9-325c-47e5-a9db-d1d3f8a9ed07 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.8910398 Apr 28 15:03:25.737622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46282) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:25.743222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1323081085'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:25.749670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:25.770461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:25.771623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:25.776224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.776813 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:25.792468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:25.828789 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea612-27e4-4671-80db-0969401ed30b None None] Pushing event updated for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:25.844793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:25.858891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.859619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Added segment c986a352-bd6d-493f-b0dd-9abf465b4828 of type vlan for network 59820c8f-0d22-4b0a-adca-ae7abfe190ab Apr 28 15:03:25.870205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:25.870857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc3d41-cc13-41e6-bbd1-1abb26921178 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:25.896994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:25.897747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.937985 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:25.948473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9dbe0894-fc74-4004-94a0-6c81f74a9d3b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:25.995793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-085905dd-89c4-4e8d-beb2-88af0b8f166e req-7567a25d-0896-4982-b8f7-884d1ba7409f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6459353 Apr 28 15:03:26.007824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.014454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:26.014638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.015106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.027292 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.028307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.101344 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event updated for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:26.113769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.137860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:26.138099 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3965042 Apr 28 15:03:26.138225 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.146231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46284) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:26.161654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'subnet': {'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:26.167952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bd4ef-6322-41cb-9eb4-0e507a5b1566 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Network': ['ID=59820c8f-0d22-4b0a-adca-ae7abfe190ab,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:26.180087 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] For port 2b11b89c-a44f-4ca0-a1f0-9563f988641e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2b11b89c-a44f-4ca0-a1f0-9563f988641e,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:26.188398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:26.210705 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73764872-ef1a-479a-940f-d96826045b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:24Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:25Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:23Z', 'revision_number': 1, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:26.217496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4ad7b-cb58-4abe-97cd-89b2213b9f2d None None] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:26.242312 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73764872-ef1a-479a-940f-d96826045b3e None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:24Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:25Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:23Z', 'revision_number': 1, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:26.263045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.279992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:26.284456 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.307078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:26.316518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:26.469390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:26.547890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.615270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:26.617314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Subnet': ['ID=8086141a-6326-48f3-bbe7-6ac5c16ba258,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:26.625302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Checking segment: {'id': 'c986a352-bd6d-493f-b0dd-9abf465b4828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:26.625597 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network hostable DHCP agents. Network: 59820c8f-0d22-4b0a-adca-ae7abfe190ab, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:26.634078 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-449d79ff-c54a-4034-86f8-a3eeda614a3a tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480180 Apr 28 15:03:26.636926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46286) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:26.644696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:26.650254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 1c4e95bc-e342-4152-84e3-1d60bd6a4531 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:26.650807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.688069 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Provisioning complete for port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:26.688717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.692929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:26.735071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 59820c8f-0d22-4b0a-adca-ae7abfe190ab) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:26.736642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392297bb-a704-42c4-b758-28a53d0bd1bf None None] Pushing event updated for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:26.740052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:26.740653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.774575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290017eb-5076-4ab9-bb30-e9be6ef2622b None None] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:26.775652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.776193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.779779 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9b0344f9-c2d7-463c-93ee-c9e154d37c20 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6300776 Apr 28 15:03:26.782328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46288) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:26.786935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-726559314', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:26.799823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 1c4e95bc-e342-4152-84e3-1d60bd6a4531 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:26.840664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.841195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.938118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.988433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:26.990554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:26.993925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.004923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.006342 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 01d28f07-7696-479b-81e1-0a86fc86840a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:27.027656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=1c4e95bc-e342-4152-84e3-1d60bd6a4531,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:27.074557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.105475 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.106067 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP e6d9e5a0-3330-4b67-b913-e8cf121b2c20 disassociated (deleted). External IP: 172.26.4.56, port: c2bf41b4-e33d-4015-b55f-0eb236e5d4d4. Apr 28 15:03:27.183170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.228012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:27.252213 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:27.268036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:03:27.268420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:03:27.269062 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:27.270616 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:27.275664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 01d28f07-7696-479b-81e1-0a86fc86840a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:27.276110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.317315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-59820c8f-0d22-4b0a-adca-ae7abfe190ab', 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab', 'tenant_id': '777855b5ce8149c3bec1432ebfb42bff', 'fixed_ips': [{'subnet_id': '8086141a-6326-48f3-bbe7-6ac5c16ba258'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:27.318594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.319145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b348f-ef60-483e-aaac-2400e100fe96 req-20d4c61f-ebec-46b1-a4a7-ef44a98bc5a4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:27.320819 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-659b348f-ef60-483e-aaac-2400e100fe96 req-20d4c61f-ebec-46b1-a4a7-ef44a98bc5a4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.1287107 Apr 28 15:03:27.439257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:27.476720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:27.612323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:27.612993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Allocated IP 172.20.0.2 (59820c8f-0d22-4b0a-adca-ae7abfe190ab/8086141a-6326-48f3-bbe7-6ac5c16ba258/cda5fbdf-c9db-482b-a5cd-49ae228ea1b4) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:27.621488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.636375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Sync routers for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:27.681327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cece2bad-5a51-4a40-80a2-67851a78f625 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/e6d9e5a0-3330-4b67-b913-e8cf121b2c20 HTTP/1.1" status: 204 len: 168 time: 2.3352396 Apr 28 15:03:27.681947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:27.691854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b62c14-20a5-466c-93d4-f60fa49078ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:27.715609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:27.716035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:27.836645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2b11b89c-a44f-4ca0-a1f0-9563f988641e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:27.900554 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-659b348f-ef60-483e-aaac-2400e100fe96 req-b97d82da-debe-4fe5-ba17-eb19e13b2856 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658707 Apr 28 15:03:27.934559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb0018-bfe3-454d-86f6-34fe512fb590 x-openstack-request-id: req-defb0018-bfe3-454d-86f6-34fe512fb590 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:27.934804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:27.935086 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-defb0018-bfe3-454d-86f6-34fe512fb590 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:27.937106 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defb0018-bfe3-454d-86f6-34fe512fb590'] response: {'name': 'network-changed', 'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'status': 'completed', 'code': 200} Apr 28 15:03:27.937232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:03:27.963222 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:24Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:25Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:27.982782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Removed routes are [] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:03:27.983229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:27.999384 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:27.999743 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Updating router 57b86692-8bb2-43e0-a356-3c279354e126 port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:28.032584 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.048296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-f38c9705-2440-4dc9-8951-2a31a481f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.049847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-f38c9705-2440-4dc9-8951-2a31a481f667 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 1098 time: 0.0849907 Apr 28 15:03:28.219537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-8c2b0e2b-acf1-4d8e-b0e0-0b1951596008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.221414 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-8c2b0e2b-acf1-4d8e-b0e0-0b1951596008 service neutron] 10.222.0.21 "GET /v2.0/networks?id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 200 len: 898 time: 0.1629074 Apr 28 15:03:28.225940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 20d17e20-4e85-4f01-bf4e-76606451f8f4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:03:28.226679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.236973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:28.237707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.255504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.286837 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-fb976fa3-ba8c-4974-8b97-9f5c210094b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 200 len: 217 time: 0.0541804 Apr 28 15:03:28.343742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-0ebbcc97-3df4-402e-a20b-be36986fa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.345535 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-0ebbcc97-3df4-402e-a20b-be36986fa5ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 200 len: 835 time: 0.0522647 Apr 28 15:03:28.351139 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.358053 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.361776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b15c7-c80e-4416-9751-69f37eef9401 req-31d60810-c0ee-435f-b8d4-2d4db8fe85fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.363944 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-711b15c7-c80e-4416-9751-69f37eef9401 req-31d60810-c0ee-435f-b8d4-2d4db8fe85fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.3217723 Apr 28 15:03:28.383576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Provisioning complete for port 2b11b89c-a44f-4ca0-a1f0-9563f988641e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:28.384028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e3e825b-03a1-4a64-8f0a-bf3c38566d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.409807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-9ad146df-5b78-4de6-8947-7412e33fb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:28.411315 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-9ad146df-5b78-4de6-8947-7412e33fb7ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531785 Apr 28 15:03:28.417237 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Pushing event updated for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:28.425052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.428288 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.428901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.429438 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.429965 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.431044 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.431654 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.432648 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.433189 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.433758 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.434319 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.434864 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.435564 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:03:28.439999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:28.474585 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-711b15c7-c80e-4416-9751-69f37eef9401 req-2866698c-04ad-4134-b812-43bccbe79b2d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991318 Apr 28 15:03:28.480225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.533797 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Attempting to bind port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:28.534184 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Attempting to bind port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:28.534514 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Attempting to bind port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 on network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:28.541145 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:28.541597 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Checking segment: {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:28.542653 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.543127 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Bound using segment: {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:28.543679 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Bound port: d5b33ec6-759c-466c-9e0d-52c8017ecfd1, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c86d08-808e-4d98-b75a-675ddd3fc273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:28.544165 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.547957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.583660 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-0da73e23-5e93-4fb3-a595-ec72d8a30fba service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616454 Apr 28 15:03:28.591528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.657502 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] For port d5b33ec6-759c-466c-9e0d-52c8017ecfd1, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:28.665529 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] For port d5b33ec6-759c-466c-9e0d-52c8017ecfd1, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:28.682444 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.696677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:28.740763 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-61b62c14-20a5-466c-93d4-f60fa49078ca req-1ef3997b-0eb5-4452-83da-ce25385c2400 service neutron] 10.222.0.21 "GET /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492317 Apr 28 15:03:28.773379 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:28.774630 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:28.781930 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88522088-1247-4474-9fbf-334b51c5dbde None None] Pushing event updated for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:28.828147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.26.4.27 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/0cbb3210-7819-4e01-8240-bb0e934ecdd6) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:28.829012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:28.869641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:28.878693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:28.879980 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5f427b16-fb0a-46f5-877b-92e66cdc2bcb tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 953 time: 2.2420917 Apr 28 15:03:28.883065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46298) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:28.904032 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:28.995483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.031649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46302) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:29.032144 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9bb97993-6698-488c-bf68-d99badcabe04 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 953 time: 0.1474745 Apr 28 15:03:29.037091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'routes': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:29.041645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.120873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4319c9c-3bcf-4432-b1fd-ab2f3d9b5159 req-786b47bd-e7b8-4042-950a-e7c6b6a0b542 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.122507 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4319c9c-3bcf-4432-b1fd-ab2f3d9b5159 req-786b47bd-e7b8-4042-950a-e7c6b6a0b542 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 944 time: 0.0833597 Apr 28 15:03:29.140098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:29.146317 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:29.181538 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:29.183386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:29.191841 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4319c9c-3bcf-4432-b1fd-ab2f3d9b5159 req-076f4ce2-9f40-4547-9d90-adcef09e010f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614150 Apr 28 15:03:29.197242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Pushing event updated for resources: {'Port': ['ID=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:29.225553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=0cbb3210-7819-4e01-8240-bb0e934ecdd6,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:29.232456 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:27Z', 'revision_number': 6, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:28Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:29.245660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:29.265817 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef60123d-c68d-4694-a1e0-9bd806a5caa5 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:27Z', 'revision_number': 6, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:28Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:29.270166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'port_id': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'mac_address': 'fa:16:3e:44:2c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:03:29.283320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:29.323726 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-946e92cd-566c-49f7-8863-6724ce756cbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.325354 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-946e92cd-566c-49f7-8863-6724ce756cbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.0562148 Apr 28 15:03:29.342289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9dbe0894-fc74-4004-94a0-6c81f74a9d3b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:29.389674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.461756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d17e20-4e85-4f01-bf4e-76606451f8f4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:29.463478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:29.463940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.495258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Attempting to bind port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:29.495654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Attempting to bind port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'c986a352-bd6d-493f-b0dd-9abf465b4828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:29.496045 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Attempting to bind port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 on network 59820c8f-0d22-4b0a-adca-ae7abfe190ab {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:29.501098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Provisioning complete for port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:29.501098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.515368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:29.540893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:29.541276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Checking segment: {'id': 'c986a352-bd6d-493f-b0dd-9abf465b4828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:29.541682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.542075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Bound using segment: {'id': 'c986a352-bd6d-493f-b0dd-9abf465b4828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:29.542560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Bound port: cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c986a352-bd6d-493f-b0dd-9abf465b4828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:29.542940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.549545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.577858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:29.578233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.592778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:29.599226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:29.599603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.635760 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:29.648598 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:29.649210 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:29.740465 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:29.752943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] For port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:29.757182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.769407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:29.809379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52e140-9331-4e36-b503-7df9d38902d6 req-12811bac-bcec-41dc-b45d-22d0c1b13cfe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:29.817781 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e52e140-9331-4e36-b503-7df9d38902d6 req-12811bac-bcec-41dc-b45d-22d0c1b13cfe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=12de0cea-ee68-484c-a743-7b24ecbbc14e HTTP/1.1" status: 200 len: 945 time: 0.2001300 Apr 28 15:03:29.820499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=c2bf41b4-e33d-4015-b55f-0eb236e5d4d4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:29.827764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Checking router: 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:29.839186 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.841058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['20d17e20-4e85-4f01-bf4e-76606451f8f4'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:03:29.850674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:29.853495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:29.857264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a2902291-f60d-45af-8a8c-31807abcc5c0 req-a8ac6eff-2c0f-4219-8c06-9bbbdec7e526 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 HTTP/1.1" status: 204 len: 173 time: 0.5260229 Apr 28 15:03:29.898095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] For port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,segment=NetworkSegment(c986a352-bd6d-493f-b0dd-9abf465b4828),segment_id=c986a352-bd6d-493f-b0dd-9abf465b4828)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:29.899879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:29.929505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added routes are [] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:03:29.929851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:03:29.938406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'name': 'network-vif-deleted', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:29.940864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efcfe53-71cd-4f6d-860e-3bcbfa646320" -d '{"events": [{"server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "name": "network-vif-deleted", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:29.943507 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4e52e140-9331-4e36-b503-7df9d38902d6 req-f1074c0e-eab1-45dd-a139-7f4d48c5a34d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bdce1f48-fa88-460b-933a-86c6d12ca527&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247938 Apr 28 15:03:30.000401 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.004438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed27e1a-d75f-418c-86fd-e0626eac44fb x-openstack-request-id: req-fed27e1a-d75f-418c-86fd-e0626eac44fb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:30.004841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12de0cea-ee68-484c-a743-7b24ecbbc14e", "name": "network-vif-deleted", "tag": "c2bf41b4-e33d-4015-b55f-0eb236e5d4d4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:30.005395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fed27e1a-d75f-418c-86fd-e0626eac44fb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:30.006085 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed27e1a-d75f-418c-86fd-e0626eac44fb'] response: {'server_uuid': '12de0cea-ee68-484c-a743-7b24ecbbc14e', 'name': 'network-vif-deleted', 'tag': 'c2bf41b4-e33d-4015-b55f-0eb236e5d4d4', 'status': 'completed', 'code': 200} Apr 28 15:03:30.032190 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:27Z', 'revision_number': 6, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:28Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:30.045479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.047652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:30.048321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:30.067277 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:30.076151 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:30.076683 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:30.165843 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:30.221557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:30.329581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:30.330323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device c2bf41b4-e33d-4015-b55f-0eb236e5d4d4 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:30.430547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:30.520946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb24653-3fb8-40b4-95da-309385c142cd None None] Pushing event updated for resources: {'Port': ['ID=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:30.535865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2ed17984-3885-41c9-99f4-f819664300be None None] For port d5b33ec6-759c-466c-9e0d-52c8017ecfd1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:30.582807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.597765 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:27Z', 'revision_number': 6, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:28Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:30.634879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.671330 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb8748-e1ce-4838-972c-8a0dc294b196 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:27Z', 'revision_number': 6, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:28Z', 'revision_number': 4, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:30.796338 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d5b33ec6-759c-466c-9e0d-52c8017ecfd1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:30.846454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd1805-5939-4ab9-a31e-0559227e78b2 req-250947cc-eb0b-42b1-bb4c-ee234c2b2e40 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:30.848194 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-27cd1805-5939-4ab9-a31e-0559227e78b2 req-250947cc-eb0b-42b1-bb4c-ee234c2b2e40 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 945 time: 0.3450541 Apr 28 15:03:30.859768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Provisioning complete for port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:30.860287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.930829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:30.946035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed17984-3885-41c9-99f4-f819664300be None None] Pushing event updated for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:30.951897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-27cd1805-5939-4ab9-a31e-0559227e78b2 req-a118950b-5fad-420c-ad20-3bb258f17938 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931389 Apr 28 15:03:31.013888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:31.088705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.113680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.114450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:31.114874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.116717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.122479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.182300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.186656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.189732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.191040 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/bdce1f48-fa88-460b-933a-86c6d12ca527 HTTP/1.1" status: 204 len: 168 time: 0.1761634 Apr 28 15:03:31.201743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e70b95-fb18-49b3-b1f3-5a98b85804b7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce1f48-fa88-460b-933a-86c6d12ca527,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:31.239837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:31.246848 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:31.252521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 7526f560-7762-4ff7-a90d-d92382a314ce is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:31.253852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d7a71-4bcd-414c-9b0e-3690610e64e9 None None] The sync data for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv is: [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:24Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '8f87b20f-b367-4f25-a7a8-58745371bf39', 'name': '', 'network_id': 'db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d3:fa:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:22Z', 'updated_at': '2022-04-28T15:02:27Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2a93d60c-f4ef-4bed-9c39-e4292b121a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:31.437095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:31.450238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:31.462958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:31.467753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.472925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.476834 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-69ba3904-1b5c-4ef4-a64b-6950875949ed tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 703 time: 2.4414661 Apr 28 15:03:31.477576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:31.585496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:31.598978 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] Sync routers for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:31.617781 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:31.618688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.645537 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:31.659847 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fbb1bab7-8518-44c6-9516-2ebfd6279130 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 703 time: 0.1816742 Apr 28 15:03:31.664803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:31.669854 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fa95d993-837c-4290-8df4-3d0cff39698e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8865039 Apr 28 15:03:31.670870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46320) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:31.682156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46322) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:31.847192 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.860546 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:31.861455 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.908393 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:31.909320 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba731392-0347-491d-86ce-3f867c0b0717 None None] The sync data for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:31.930191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bec4b7-f28e-4e03-92e4-5a38e9635d73 None None] New status for floating IP e6d9e5a0-3330-4b67-b913-e8cf121b2c20: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:31.933392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17280f54-645b-4a87-ab39-02de91e1173d None None] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:32.118382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea88926-395f-40fa-9819-2874335b11ed req-62e35ccd-bae1-430d-8259-74e2a242d099 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:32.126413 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2ea88926-395f-40fa-9819-2874335b11ed req-62e35ccd-bae1-430d-8259-74e2a242d099 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 945 time: 0.0840423 Apr 28 15:03:32.135873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.188587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] Provisioning complete for port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:32.189207 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.214945 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2ea88926-395f-40fa-9819-2874335b11ed req-24231706-6e48-4542-aa09-521658453f1c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873899 Apr 28 15:03:32.235277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 20d17e20-4e85-4f01-bf4e-76606451f8f4 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:32.463906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 8f87b20f-b367-4f25-a7a8-58745371bf39 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:32.464666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.470238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 20d17e20-4e85-4f01-bf4e-76606451f8f4 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:03:32.482258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.485519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 20d17e20-4e85-4f01-bf4e-76606451f8f4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:32.486041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.568881 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 8f87b20f-b367-4f25-a7a8-58745371bf39, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=8f87b20f-b367-4f25-a7a8-58745371bf39,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:32.569474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.579750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] For port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,segment=NetworkSegment(c986a352-bd6d-493f-b0dd-9abf465b4828),segment_id=c986a352-bd6d-493f-b0dd-9abf465b4828)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:32.597623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:29Z', 'revision_number': 7, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:30Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:32.608971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 8f87b20f-b367-4f25-a7a8-58745371bf39 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:32.637136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.645821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:32.729332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:32.729971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:32.862529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.865833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d5b33ec6-759c-466c-9e0d-52c8017ecfd1 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:32.894379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:32.915747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.943953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.947930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=8f87b20f-b367-4f25-a7a8-58745371bf39,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:32.952665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dbfa9-3ab1-4beb-9bb2-34eb8463597e None None] Pushing event updated for resources: {'Port': ['ID=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:32.973327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:32.992336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f29c7260-d386-42a6-8015-7b380a104f83 None None] Provisioning complete for port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:32.993370 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f29c7260-d386-42a6-8015-7b380a104f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.132446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:33.134780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a95a9a-c567-4fd3-a5b4-60f16decaf5d" -d '{"events": [{"server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:33.142376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.181368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:33.186587 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:33.186953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.223303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.378166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db8afd3-56fc-4dc1-aab0-9c5f0cddcf0e x-openstack-request-id: req-7db8afd3-56fc-4dc1-aab0-9c5f0cddcf0e {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:33.378553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "name": "network-vif-plugged", "status": "completed", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:33.379049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7db8afd3-56fc-4dc1-aab0-9c5f0cddcf0e {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:33.379510 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db8afd3-56fc-4dc1-aab0-9c5f0cddcf0e'] response: {'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'code': 200} Apr 28 15:03:33.434131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.1 (59820c8f-0d22-4b0a-adca-ae7abfe190ab/8086141a-6326-48f3-bbe7-6ac5c16ba258/6e4aae97-e2f9-42fd-a076-b94d049d29ce) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:33.436137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ebc35-ec56-4978-b285-29cb68e4dc5f req-b8fb108b-b283-462b-bcb8-1831ab79877e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:33.443767 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc9ebc35-ec56-4978-b285-29cb68e4dc5f req-b8fb108b-b283-462b-bcb8-1831ab79877e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.1069014 Apr 28 15:03:33.456124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:33.456745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port d5b33ec6-759c-466c-9e0d-52c8017ecfd1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:33.457149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.507725 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fc9ebc35-ec56-4978-b285-29cb68e4dc5f req-75c12940-26b3-47bc-b61b-3a8282a24f98 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629423 Apr 28 15:03:33.508470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:29Z', 'revision_number': 7, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:30Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:33.541194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:33.544545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e0ff0-a371-4984-8ce9-982032b9f370 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:29Z', 'revision_number': 7, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5b33ec6-759c-466c-9e0d-52c8017ecfd1', 'name': '', 'network_id': '5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:8f:73:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:23Z', 'updated_at': '2022-04-28T15:03:30Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c96e1d22-0e09-476e-87d7-aef4cf4526ea', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:33.597248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:33.597248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.620790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:33.623209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024d94-7d13-438e-854f-0df3eb3b59fb req-43526e9d-f13a-4039-abb3-a00d809e2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:33.625301 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-90024d94-7d13-438e-854f-0df3eb3b59fb req-43526e9d-f13a-4039-abb3-a00d809e2709 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1099 time: 0.0698781 Apr 28 15:03:33.628576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port d5b33ec6-759c-466c-9e0d-52c8017ecfd1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:33.629025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.651773 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for d5b33ec6-759c-466c-9e0d-52c8017ecfd1 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:33.707841 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-90024d94-7d13-438e-854f-0df3eb3b59fb req-23b81a70-afb3-4724-a6a6-b4bb4976aa89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756371 Apr 28 15:03:33.734379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.774070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:33.782126 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb489d55-816e-416b-88dd-773829c729ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/4bb1590e-ff58-4473-9a7e-0d7e07d33e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5386674 Apr 28 15:03:33.782897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:33.791353 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Sync routers for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:33.807072 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:33.808207 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:33.879333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.921812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 2a93d60c-f4ef-4bed-9c39-e4292b121a04 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:33.933864 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:33.937584 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:33.940074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:33.968165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:33.990467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:34.037660 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=6e4aae97-e2f9-42fd-a076-b94d049d29ce,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:34.062602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.102381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.124411 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:03:32Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:34.144355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.151435 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Checking router: 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:34.162277 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Routers {'4bb1590e-ff58-4473-9a7e-0d7e07d33e85'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:34.162963 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:34.194653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=d5b33ec6-759c-466c-9e0d-52c8017ecfd1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:34.255430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-de9d7ad6-d9ef-48b8-9313-aae4a1aee810 None None] Provisioning complete for port 6e4aae97-e2f9-42fd-a076-b94d049d29ce triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:34.256117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-de9d7ad6-d9ef-48b8-9313-aae4a1aee810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.270782 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] Set router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:34.306769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-de9d7ad6-d9ef-48b8-9313-aae4a1aee810 None None] Port 6e4aae97-e2f9-42fd-a076-b94d049d29ce cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:34.365223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.444298 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.448613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.459733 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:03:32Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:34.487493 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a68015-2085-4e32-be31-4d7f2cd1e218 None None] The sync data for ids ['4bb1590e-ff58-4473-9a7e-0d7e07d33e85'] in dv-neutron-839772-1-hyperv is: [{'id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'name': 'tempest-TestNetworkBasicOps-router-1473709606', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164'}], 'enable_snat': True}, 'gw_port_id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:03:32Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7a32e27c-c53e-4c54-8cdb-d858be811b54', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb1590e-ff58-4473-9a7e-0d7e07d33e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1083, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:15Z', 'updated_at': '2022-04-28T15:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:34.877538 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.901868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01507ea5-0e6e-4a39-94ea-11aa062e168e None None] Network db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:34.929174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:34.935115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:34.956531 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/2a93d60c-f4ef-4bed-9c39-e4292b121a04 HTTP/1.1" status: 204 len: 168 time: 1.1727729 Apr 28 15:03:34.985119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:35.006404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1dc47-6319-4ac7-8974-35aa0956bea4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=2a93d60c-f4ef-4bed-9c39-e4292b121a04,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.057161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ce780-3792-4767-b919-e6437da6f1af req-059e3c03-2b6e-4e49-8301-7e482244c462 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:35.058414 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7a8ce780-3792-4767-b919-e6437da6f1af req-059e3c03-2b6e-4e49-8301-7e482244c462 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.1941161 Apr 28 15:03:35.081014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.090800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:35.091171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.119622 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7a8ce780-3792-4767-b919-e6437da6f1af req-f411b6b5-d564-4698-8b95-3f08c5739b57 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347757 Apr 28 15:03:35.209643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] DHCP port deletion for db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:35.228134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.238992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:35.254486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8f87b20f-b367-4f25-a7a8-58745371bf39 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:35.278806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 8f87b20f-b367-4f25-a7a8-58745371bf39 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:35.279147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 8f87b20f-b367-4f25-a7a8-58745371bf39 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:35.295938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 7a32e27c-c53e-4c54-8cdb-d858be811b54 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:35.296148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Deleting port 0fa019a5-5aaa-4249-8941-9bc4521573d8 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:35.296279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.296816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.362953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] For port 0fa019a5-5aaa-4249-8941-9bc4521573d8, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0fa019a5-5aaa-4249-8941-9bc4521573d8,segment=NetworkSegment(f1acf0df-63f2-46ee-921d-78a529e05a2a),segment_id=f1acf0df-63f2-46ee-921d-78a529e05a2a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:35.363186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.376356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Calling delete_port for 0fa019a5-5aaa-4249-8941-9bc4521573d8 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:35.378910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 7a32e27c-c53e-4c54-8cdb-d858be811b54, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7a32e27c-c53e-4c54-8cdb-d858be811b54,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:35.379554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.394634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 7a32e27c-c53e-4c54-8cdb-d858be811b54 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:35.425034 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:35.431267 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b7364e87-6715-4701-836c-793c89df97b2 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7592108 Apr 28 15:03:35.435897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:35.443350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:35.463506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:35.464158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:35.487128 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.496418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.522765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.547583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet c96e1d22-0e09-476e-87d7-aef4cf4526ea {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:35.555864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.584790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.590688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] No DVR routers for this DVR port 0fa019a5-5aaa-4249-8941-9bc4521573d8 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:35.593139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731127-0c49-4150-bce0-020bf8e04764 None None] Pushing event deleted for resources: {'Port': ['ID=0fa019a5-5aaa-4249-8941-9bc4521573d8,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.608545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=6e4aae97-e2f9-42fd-a076-b94d049d29ce,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.609102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:35.616249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.625314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=7a32e27c-c53e-4c54-8cdb-d858be811b54,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.627264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.692357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.785291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.785581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.787950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.814823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:35.819580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:35.834078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:33Z', 'revision_number': 8, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:35.836699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.837357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 4bb1590e-ff58-4473-9a7e-0d7e07d33e85 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:35.855796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.859931 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b1873390-96c4-4290-8c49-6b9481196d1d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/4bb1590e-ff58-4473-9a7e-0d7e07d33e85 HTTP/1.1" status: 204 len: 168 time: 0.9237273 Apr 28 15:03:35.860532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46340) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:35.873374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:35.886769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:35.888565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:35.909570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:35.989503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=c96e1d22-0e09-476e-87d7-aef4cf4526ea,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:35.998229 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.003961 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-af268a1a-600c-48e6-8d5b-392602510207 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/c96e1d22-0e09-476e-87d7-aef4cf4526ea HTTP/1.1" status: 204 len: 168 time: 0.5655994 Apr 28 15:03:36.005482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46342) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:36.007658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:36.011489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bfeb4d-7964-4749-9db8-90f9e6eef834 None None] Network 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:36.017520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.096319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 7526f560-7762-4ff7-a90d-d92382a314ce has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:36.125983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.132169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.153135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.164738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1acf0df-63f2-46ee-921d-78a529e05a2a') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.165032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1acf0df-63f2-46ee-921d-78a529e05a2a') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.174872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.188817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.198117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:36.198766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:36.202008 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:36.299079 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4335704e-0117-4a6f-9753-c30793588889 None None] Provisioning complete for port 6e4aae97-e2f9-42fd-a076-b94d049d29ce triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:36.299508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4335704e-0117-4a6f-9753-c30793588889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.305266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e935766-21ec-41ab-b514-cd990499b6c0 req-3630fe09-0d43-4136-ae5d-857a31279fcc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.306834 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e935766-21ec-41ab-b514-cd990499b6c0 req-3630fe09-0d43-4136-ae5d-857a31279fcc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0870767 Apr 28 15:03:36.307984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.312584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.322461 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1 HTTP/1.1" status: 204 len: 168 time: 0.4580171 Apr 28 15:03:36.331026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:36.331026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:36.337693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4335704e-0117-4a6f-9753-c30793588889 None None] Port 6e4aae97-e2f9-42fd-a076-b94d049d29ce cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:36.341334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--247290888', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:36.346583 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] Sync routers for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:36.355658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f20d79c9-baa5-41d3-9324-5ea58ba3516c tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/routers/7526f560-7762-4ff7-a90d-d92382a314ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6721826 Apr 28 15:03:36.367140 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:36.367737 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.376188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46348) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:36.378511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331f385-67e9-4b2a-aafc-770f49cf927e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=db88b0ce-eb6e-4f8b-9c74-e16ac2c1a3f1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:36.387545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'port': {'network_id': '59820c8f-0d22-4b0a-adca-ae7abfe190ab', 'name': 'tempest-FloatingIPTestJSON-951640041'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:36.396930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] DHCP port deletion for 5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:36.418461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:36.418796 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.430764 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.444427 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3e935766-21ec-41ab-b514-cd990499b6c0 req-dee8b407-149a-4717-8fef-41e700b6c8b8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235485 Apr 28 15:03:36.445815 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:36.446592 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.469794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:33Z', 'revision_number': 8, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.490092 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:36.490818 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f814b46-a56b-44a8-9d20-3d16e3d7df73 None None] The sync data for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:36.501733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:36.501733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.504244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4045e-1b40-4ef9-b43d-6f0b149c2686 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:33Z', 'revision_number': 8, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2b11b89c-a44f-4ca0-a1f0-9563f988641e', 'name': '', 'network_id': 'cd560f67-60c4-4927-bcb6-7a9d6b6db842', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:d1:6a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:20Z', 'updated_at': '2022-04-28T15:03:26Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '0c06b25a-5c18-4441-88a6-4f2e7df0e8cc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:36.513956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Deleting port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:36.514329 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.584758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 9dbe0894-fc74-4004-94a0-6c81f74a9d3b owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:36.591316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:36.594900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.598705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] For port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,segment=NetworkSegment(c3c86d08-808e-4d98-b75a-675ddd3fc273),segment_id=c3c86d08-808e-4d98-b75a-675ddd3fc273)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:36.599094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.611281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Calling delete_port for 9dbe0894-fc74-4004-94a0-6c81f74a9d3b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:36.692404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.703165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:36.717226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] Pushing event deleted for resources: {'Port': ['ID=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:36.721496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca86e8e-0553-41ed-b922-6fc0c4084c93 None None] No DVR routers for this DVR port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:36.733121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a55c-eaee-4ae4-9ccf-32083a329bb7 req-70bbe707-909a-430b-9bf5-1180bb594526 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.734486 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-eb25a55c-eaee-4ae4-9ccf-32083a329bb7 req-70bbe707-909a-430b-9bf5-1180bb594526 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.1756215 Apr 28 15:03:36.739440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.739775 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment d68e12b2-baa3-4d03-b89a-7a7a0a37c196 of type vlan for network cf402f8b-7824-477a-a59b-5a17ef296c5c Apr 28 15:03:36.817963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.820912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Made reservation on behalf of 777855b5ce8149c3bec1432ebfb42bff for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:36.824280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.840611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.861558 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-eb25a55c-eaee-4ae4-9ccf-32083a329bb7 req-a125312d-876e-4361-ad3f-17e8bcc2eb9b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133342 Apr 28 15:03:36.888653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=9dbe0894-fc74-4004-94a0-6c81f74a9d3b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:36.904227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] device_id is not set on port d130431a-7759-4ed7-8b8a-c2aefba61b6a yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:03:36.910164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port 9dbe0894-fc74-4004-94a0-6c81f74a9d3b on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:36.918264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:36.943438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a32e27c-c53e-4c54-8cdb-d858be811b54 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:36.970758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7a32e27c-c53e-4c54-8cdb-d858be811b54 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:36.971073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7a32e27c-c53e-4c54-8cdb-d858be811b54 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:36.971612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9dbe0894-fc74-4004-94a0-6c81f74a9d3b no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:36.975960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.981816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:36.982047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:36.996799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 9dbe0894-fc74-4004-94a0-6c81f74a9d3b {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:36.997140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9dbe0894-fc74-4004-94a0-6c81f74a9d3b not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:36.997551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0fa019a5-5aaa-4249-8941-9bc4521573d8 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:37.019268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0fa019a5-5aaa-4249-8941-9bc4521573d8 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:37.020136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0fa019a5-5aaa-4249-8941-9bc4521573d8 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:37.084395 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7496881 Apr 28 15:03:37.087762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46356) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:37.092753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-905894151', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:37.107019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10f403-b2a7-47e0-b8dd-95fc999a113c tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:37.111380 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa10f403-b2a7-47e0-b8dd-95fc999a113c tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1094 time: 0.1886544 Apr 28 15:03:37.112775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:37.116229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:37.139958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.140970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.145338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.148077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fda1a-65ec-41c8-a0de-1fbf6bd8b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=cf402f8b-7824-477a-a59b-5a17ef296c5c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:37.151300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.163381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network cf402f8b-7824-477a-a59b-5a17ef296c5c details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:37.187743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:37.203665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c86d08-808e-4d98-b75a-675ddd3fc273') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:37.203984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c86d08-808e-4d98-b75a-675ddd3fc273') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:37.212852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Allocated IP 172.20.0.3 (59820c8f-0d22-4b0a-adca-ae7abfe190ab/8086141a-6326-48f3-bbe7-6ac5c16ba258/d130431a-7759-4ed7-8b8a-c2aefba61b6a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:37.218928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.240978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.255607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:37.256136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:37.259153 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:37.267949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.344946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.354048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.357279 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3 HTTP/1.1" status: 204 len: 168 time: 1.3506842 Apr 28 15:03:37.387278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46360) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:37.436170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789dca8-d9d8-47b2-8988-e37d1c4c07e5 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=5bcabe0b-1db3-4fa0-98fe-6bc90056d8e3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:37.706655 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.735574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.847791 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:37.888789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.26.4.209 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/c85f3dd1-8792-42c0-9bb2-0d860b2ff86d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:37.962040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.035117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:38.043120 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:38.047934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:38.060322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.070138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event updated for resources: {'Port': ['ID=d130431a-7759-4ed7-8b8a-c2aefba61b6a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:38.108004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.128646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.142079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:38.142794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.195948 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fce02283-9f83-4fdf-9b31-90e790fe4291 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8153241 Apr 28 15:03:38.197302 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46362) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:38.202804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Request body: {'floatingip': {'port_id': 'd130431a-7759-4ed7-8b8a-c2aefba61b6a'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:38.222784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.277491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-06a5c9e8-63d0-468c-899d-be3e39ba83eb None None] Provisioning complete for port d130431a-7759-4ed7-8b8a-c2aefba61b6a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:38.278132 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-06a5c9e8-63d0-468c-899d-be3e39ba83eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.278243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.283968 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.312035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-06a5c9e8-63d0-468c-899d-be3e39ba83eb None None] Port d130431a-7759-4ed7-8b8a-c2aefba61b6a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:38.315623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:38.324696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:38.326517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=c85f3dd1-8792-42c0-9bb2-0d860b2ff86d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:38.333639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:38.336246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.203 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/98cb74bd-3d12-426c-b954-99c941bd344d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:38.559891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.578862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d5b33ec6-759c-466c-9e0d-52c8017ecfd1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:38.677422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.725081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:38.733438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:38.770874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:38.775438 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d5b33ec6-759c-466c-9e0d-52c8017ecfd1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:38.775770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d5b33ec6-759c-466c-9e0d-52c8017ecfd1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:38.795276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=98cb74bd-3d12-426c-b954-99c941bd344d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:38.819561 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 2b11b89c-a44f-4ca0-a1f0-9563f988641e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:38.819904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.955269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:38.974889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 2b11b89c-a44f-4ca0-a1f0-9563f988641e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2b11b89c-a44f-4ca0-a1f0-9563f988641e,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:38.975276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.017279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 2b11b89c-a44f-4ca0-a1f0-9563f988641e owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:39.069181 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.072366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.080605 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.150573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.229978 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP d9393f94-f20b-495e-916c-781aaacc213c associated. External IP: 172.26.4.5, port: aad038a2-da63-436e-85c7-a7d90d0962b5. Apr 28 15:03:39.355855 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.372856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.382331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.393280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=2b11b89c-a44f-4ca0-a1f0-9563f988641e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:39.753959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.793396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=c85f3dd1-8792-42c0-9bb2-0d860b2ff86d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:39.840570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.873665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:39.935958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:39.992638 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP 5fb4c202-32e4-4792-a496-00b33816bf6b associated. External IP: 172.26.4.209, port: 20d17e20-4e85-4f01-bf4e-76606451f8f4. Apr 28 15:03:40.095454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:40.165750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:40.172669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:40.177726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:40.187299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.187901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.221765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.230329 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.230949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.266387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.267040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6112566-a034-4121-a086-0578e94a7ba4 None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:40.293803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:40.304730 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:40.314648 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.316352 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.327963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:40.332280 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8096393b-99b6-4ea5-848c-2c0f271ab9ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2400331 Apr 28 15:03:40.332280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:40.333730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46364) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:40.385008 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c66461d5-1c28-487d-b3a7-9a9a5487906c tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506692 Apr 28 15:03:40.387520 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46366) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:40.421434 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:40.441421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:40.450068 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:40.457100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:40.470286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:40.479844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.482371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.508074 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b512cca-e5a8-4292-b150-fdb4737bffad tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183767 Apr 28 15:03:40.513260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46368) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:40.534323 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e7d1c7e8-79c8-4671-ba66-c6e29bd6393c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4212856 Apr 28 15:03:40.537010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:40.537836 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ecbac1-d18b-4337-886e-477605ad8597" -d '{"events": [{"name": "network-changed", "server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:40.596823 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:40.619971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:40.625007 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.625844 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.636469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b5b25-2364-42bc-8bdf-6acf23bc22a2 x-openstack-request-id: req-249b5b25-2364-42bc-8bdf-6acf23bc22a2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:40.637047 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:40.637505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-249b5b25-2364-42bc-8bdf-6acf23bc22a2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:40.638390 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249b5b25-2364-42bc-8bdf-6acf23bc22a2'] response: {'name': 'network-changed', 'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'status': 'completed', 'code': 200} Apr 28 15:03:40.640453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet 0c06b25a-5c18-4441-88a6-4f2e7df0e8cc {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:40.648050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:40.710541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecbac1-d18b-4337-886e-477605ad8597 req-e8ffd07b-ec3d-4c28-a487-de5f7719be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.712527 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-e8ffd07b-ec3d-4c28-a487-de5f7719be28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1099 time: 0.0454040 Apr 28 15:03:40.713123 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0702fb2-6f61-47bf-a63c-a3ac169fea6a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.714817 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b0702fb2-6f61-47bf-a63c-a3ac169fea6a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3262196 Apr 28 15:03:40.718806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:40.741088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:40.770971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 7526f560-7762-4ff7-a90d-d92382a314ce has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:40.795411 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:40.804261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:40.806739 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-65316203-3108-46db-b27e-861c61a42727 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0853314 Apr 28 15:03:40.809243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537291687', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:40.844714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:39Z', 'revision_number': 9, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.871806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:40.881004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:40.881720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:40.883092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecbac1-d18b-4337-886e-477605ad8597 req-d7c99d89-8465-4d55-b1e8-22d37a7fabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:40.884913 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-d7c99d89-8465-4d55-b1e8-22d37a7fabfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.1649313 Apr 28 15:03:40.972165 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-83af7076-69b4-4196-80b3-f6255e86b881 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 200 len: 1000 time: 0.0799367 Apr 28 15:03:40.980890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:40.990673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:41.034818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecbac1-d18b-4337-886e-477605ad8597 req-d45960eb-01f6-4b5e-aaf1-882c6021aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.037067 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-d45960eb-01f6-4b5e-aaf1-882c6021aae7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0577087 Apr 28 15:03:41.040911 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.062228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:41.077775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.088882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecbac1-d18b-4337-886e-477605ad8597 req-3c5c176c-2f2f-4f32-bbf6-cd98e56608d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.090497 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-3c5c176c-2f2f-4f32-bbf6-cd98e56608d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416412 Apr 28 15:03:41.096899 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:41.097239 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Updating router 07280fac-2283-4754-8dbb-380e7aac442b port 98cb74bd-3d12-426c-b954-99c941bd344d binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:41.144736 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.201212 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-52de37f6-4e2b-48e3-96aa-f3822ee25b69 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038854 Apr 28 15:03:41.237300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] Sync routers for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:41.268547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:41.269249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.310374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.321227 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-65ecbac1-d18b-4337-886e-477605ad8597 req-ce032fad-8fd4-4aa7-9bab-43ca1f899829 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125627 Apr 28 15:03:41.328508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:41.329143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.368699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:39Z', 'revision_number': 9, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.370547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.371150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52bba5-59b1-4f38-92cf-aea9005527b3 None None] The sync data for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:41.401540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6426fab-2be3-4eba-b3de-82d4b6e306a3 None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:39Z', 'revision_number': 9, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': '00544b0a-612d-4efa-94a0-35ca953943f0', 'name': '', 'network_id': '050a7021-2081-4a2d-9277-b133a5048ab3', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:91:4f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:16Z', 'updated_at': '2022-04-28T15:03:21Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': '2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:41.427592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:41.431270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.458332 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.463437 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '5fb4c202-32e4-4792-a496-00b33816bf6b', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:44:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.466355 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.491223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.492823 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:41.552078 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558fde-a94e-41e5-9ac0-bf08fd41caf7 None None] Pushing event updated for resources: {'Port': ['ID=98cb74bd-3d12-426c-b954-99c941bd344d,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.554254 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:41.554962 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.559933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=0c06b25a-5c18-4441-88a6-4f2e7df0e8cc,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.560161 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Attempting to bind port 98cb74bd-3d12-426c-b954-99c941bd344d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:41.560161 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Attempting to bind port 98cb74bd-3d12-426c-b954-99c941bd344d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:41.560925 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Attempting to bind port 98cb74bd-3d12-426c-b954-99c941bd344d on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:41.568862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.574549 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0d80e70b-7f05-42cd-80bb-5eb834625670 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/0c06b25a-5c18-4441-88a6-4f2e7df0e8cc HTTP/1.1" status: 204 len: 168 time: 1.0564969 Apr 28 15:03:41.576378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46378) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:41.576736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:41.578337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf38d1a-be12-4218-9f09-ae99818c28b4 None None] Network cd560f67-60c4-4927-bcb6-7a9d6b6db842 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:41.588632 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-39152a45-0b74-43c7-9bfc-0e3bd60f9682 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/floatingips/d9393f94-f20b-495e-916c-781aaacc213c HTTP/1.1" status: 200 len: 975 time: 3.3894219 Apr 28 15:03:41.599565 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:41.599939 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:41.600350 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.600733 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:41.601190 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Bound port: 98cb74bd-3d12-426c-b954-99c941bd344d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:41.601555 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.702605 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] For port 98cb74bd-3d12-426c-b954-99c941bd344d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:41.707717 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] For port 98cb74bd-3d12-426c-b954-99c941bd344d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=98cb74bd-3d12-426c-b954-99c941bd344d,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:41.710948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.715479 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:41.720657 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.780422 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port d130431a-7759-4ed7-8b8a-c2aefba61b6a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:41.780803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.788714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.826992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] DHCP port deletion for cd560f67-60c4-4927-bcb6-7a9d6b6db842 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:41.878469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=50af976f-e416-4f7e-9590-58dad0253e88,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:41.889113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:41.889601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: cf402f8b-7824-477a-a59b-5a17ef296c5c, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:41.914109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:41.916880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 01d28f07-7696-479b-81e1-0a86fc86840a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:41.919289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.937658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Deleting port 01d28f07-7696-479b-81e1-0a86fc86840a {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:41.939339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, cf402f8b-7824-477a-a59b-5a17ef296c5c) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:41.944436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:41.945964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.946238 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:41.946868 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:41.954176 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:41.974953 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-03237a9f-0083-4a79-aa37-8fc03afce06d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1694431 Apr 28 15:03:41.975842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46382) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:41.989596 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96558fde-a94e-41e5-9ac0-bf08fd41caf7 None None] Pushing event updated for resources: {'Port': ['ID=98cb74bd-3d12-426c-b954-99c941bd344d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:42.008555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.052379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e3380-c02f-4a3d-a310-7421183db2a1 None None] Network cf402f8b-7824-477a-a59b-5a17ef296c5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:42.082837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 01d28f07-7696-479b-81e1-0a86fc86840a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=01d28f07-7696-479b-81e1-0a86fc86840a,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:42.082837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.109508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 01d28f07-7696-479b-81e1-0a86fc86840a owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:42.132905 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:42.138773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] For port 01d28f07-7696-479b-81e1-0a86fc86840a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=01d28f07-7696-479b-81e1-0a86fc86840a,segment=NetworkSegment(914e9315-9363-4860-9b9a-f3cab281fb91),segment_id=914e9315-9363-4860-9b9a-f3cab281fb91)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:42.139304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.157966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Calling delete_port for 01d28f07-7696-479b-81e1-0a86fc86840a owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:42.299854 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.300450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.300929 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Floating IP d9393f94-f20b-495e-916c-781aaacc213c disassociated. External IP: 172.26.4.5, port: d130431a-7759-4ed7-8b8a-c2aefba61b6a. Apr 28 15:03:42.301424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for d130431a-7759-4ed7-8b8a-c2aefba61b6a owned by {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:42.303572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-cf402f8b-7824-477a-a59b-5a17ef296c5c', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:42.309800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.355536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.386264 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '5fb4c202-32e4-4792-a496-00b33816bf6b', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:44:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:42.387506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=01d28f07-7696-479b-81e1-0a86fc86840a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:42.393882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port 01d28f07-7696-479b-81e1-0a86fc86840a on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: from cryptography.utils import int_from_bytes Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: from cryptography.utils import int_from_bytes Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:03:42.426874 dv-neutron-839772-1-hyperv neutron-server[102642]: self.session.flush() Apr 28 15:03:42.430830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8cb4-d032-4992-aeeb-af4e12a813db None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '5fb4c202-32e4-4792-a496-00b33816bf6b', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.209', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1238, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:44:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:42.455253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.487111 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:42.525639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.526813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] No DVR routers for this DVR port 01d28f07-7696-479b-81e1-0a86fc86840a on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:42.530177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7fe0-c855-43e0-9df5-8b9a22217047 None None] Pushing event deleted for resources: {'Port': ['ID=01d28f07-7696-479b-81e1-0a86fc86840a,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:42.547942 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c6cfd0-9d71-4928-adc6-01ae540e2224 None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:38Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:42.572935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd560f67-60c4-4927-bcb6-7a9d6b6db842']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:42.580996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e9315-9363-4860-9b9a-f3cab281fb91') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:42.581666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e9315-9363-4860-9b9a-f3cab281fb91') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:42.585323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Allocated IP 172.20.0.2 (cf402f8b-7824-477a-a59b-5a17ef296c5c/50af976f-e416-4f7e-9590-58dad0253e88/61ab7dc3-0742-4f11-990e-368315e116aa) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:42.594550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.603204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.611538 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.619416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:42.620101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:42.625306 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:42.687724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2b11b89c-a44f-4ca0-a1f0-9563f988641e no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:42.732518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 2b11b89c-a44f-4ca0-a1f0-9563f988641e {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:42.732866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2b11b89c-a44f-4ca0-a1f0-9563f988641e not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:42.733289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 01d28f07-7696-479b-81e1-0a86fc86840a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:42.755598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 01d28f07-7696-479b-81e1-0a86fc86840a {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:42.755957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 01d28f07-7696-479b-81e1-0a86fc86840a not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:42.781799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.788783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.793144 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/cd560f67-60c4-4927-bcb6-7a9d6b6db842 HTTP/1.1" status: 204 len: 168 time: 1.2152147 Apr 28 15:03:42.802031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46384) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:42.810270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.847106 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f604351-202f-4cd8-b282-99a95ce3d70d None None] New status for floating IP 5fb4c202-32e4-4792-a496-00b33816bf6b: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:03:42.885530 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:42.900639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.004882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:43.015291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:43.021441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:43.032374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22e446-8eb2-457b-8175-567daef05e4e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=cd560f67-60c4-4927-bcb6-7a9d6b6db842,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:43.042549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (cf402f8b-7824-477a-a59b-5a17ef296c5c/50af976f-e416-4f7e-9590-58dad0253e88/88612996-5ed6-41a0-91b9-73682633f2cd) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:43.090500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=d130431a-7759-4ed7-8b8a-c2aefba61b6a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:43.133840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Attempting to bind port 61ab7dc3-0742-4f11-990e-368315e116aa on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:43.134447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Attempting to bind port 61ab7dc3-0742-4f11-990e-368315e116aa by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:43.134828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Attempting to bind port 61ab7dc3-0742-4f11-990e-368315e116aa on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:43.146526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Pushing event updated for resources: {'Port': ['ID=61ab7dc3-0742-4f11-990e-368315e116aa,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:43.151678 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:43.152112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Checking segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:43.152519 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.152979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Bound using segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:43.153455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Bound port: 61ab7dc3-0742-4f11-990e-368315e116aa, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:43.153824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.260635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.288682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] For port 61ab7dc3-0742-4f11-990e-368315e116aa, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:43.292905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] For port 61ab7dc3-0742-4f11-990e-368315e116aa, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=61ab7dc3-0742-4f11-990e-368315e116aa,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:43.302963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.336809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.417779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049eaff-7444-45c0-bfc7-e88dac449ef9 None None] Pushing event updated for resources: {'Port': ['ID=61ab7dc3-0742-4f11-990e-368315e116aa,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:43.428017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:43.432111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:43.436655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:43.468620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:43.498843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.688892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:43.798264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 7526f560-7762-4ff7-a90d-d92382a314ce has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:43.942924 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:03:43.964365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:43.975888 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] Sync routers for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:44.020574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.040954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.045822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.111190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.114360 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-159cb4fb-2df1-4c41-8be4-44b61a01bf18 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/d130431a-7759-4ed7-8b8a-c2aefba61b6a HTTP/1.1" status: 204 len: 168 time: 2.5354986 Apr 28 15:03:44.117016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46386) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:44.130870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.132868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:44.149357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:44.149992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:44.192204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:44.202481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:44.203112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:44.243985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:44.244666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af566c-6344-4e30-a5d5-a75859949311 None None] The sync data for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:44.248891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:44.250851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:44.375644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:44.492786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:44.503535 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-87ce29f5-3a98-4a84-8142-e25489886399 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/07280fac-2283-4754-8dbb-380e7aac442b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263214 Apr 28 15:03:44.506658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46388) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:44.533965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79747dd-1598-4c1e-be5b-9b402388148c None None] Network cf402f8b-7824-477a-a59b-5a17ef296c5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:44.620111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] Provisioning complete for port 61ab7dc3-0742-4f11-990e-368315e116aa triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:44.620572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.653863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 00544b0a-612d-4efa-94a0-35ca953943f0 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:44.654152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.740646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 98cb74bd-3d12-426c-b954-99c941bd344d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:44.838733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.839305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.839411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.839660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.840166 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.840599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.841057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.841543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.841976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.842427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.843240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:44.844877 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fc28dbef-cad3-4888-872f-014937b9e8fe tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7048 time: 0.3372791 Apr 28 15:03:44.848556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46390) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:44.858827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 00544b0a-612d-4efa-94a0-35ca953943f0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=00544b0a-612d-4efa-94a0-35ca953943f0,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:44.859184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.888508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] For port 61ab7dc3-0742-4f11-990e-368315e116aa, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=61ab7dc3-0742-4f11-990e-368315e116aa,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:44.889836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 98cb74bd-3d12-426c-b954-99c941bd344d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:44.890252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.893841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 00544b0a-612d-4efa-94a0-35ca953943f0 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:44.900350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:44.984879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.007352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe5012-7525-4dbb-8fac-582c46e16762 None None] Pushing event updated for resources: {'Port': ['ID=61ab7dc3-0742-4f11-990e-368315e116aa,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:45.010479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.010962 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.011430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.011894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.012562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.013021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.013477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.013930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.014377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.014823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:45.017503 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6559fe15-bb75-4785-a048-1eddbf891ad2 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6423 time: 0.1674287 Apr 28 15:03:45.022436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:45.089791 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:45.104844 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:45.105792 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:45.116608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.154261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 98cb74bd-3d12-426c-b954-99c941bd344d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=98cb74bd-3d12-426c-b954-99c941bd344d,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:45.165439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.175764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 61ab7dc3-0742-4f11-990e-368315e116aa up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:45.280337 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:45.317937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7b2632b4-d4a8-4576-9cf7-e5564fb93bb6 None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:45.321267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2632b4-d4a8-4576-9cf7-e5564fb93bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.325325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=98cb74bd-3d12-426c-b954-99c941bd344d,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:45.378511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 61ab7dc3-0742-4f11-990e-368315e116aa triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:45.379035 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.391441 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-40541946-52c3-4e5c-85e1-47cc36f19a3c tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5017 time: 0.3672130 Apr 28 15:03:45.415608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7b2632b4-d4a8-4576-9cf7-e5564fb93bb6 None None] Port 88612996-5ed6-41a0-91b9-73682633f2cd cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:45.440597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7b2632b4-d4a8-4576-9cf7-e5564fb93bb6 None None] Provisioning complete for port 61ab7dc3-0742-4f11-990e-368315e116aa triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:45.440960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7b2632b4-d4a8-4576-9cf7-e5564fb93bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.616209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-93d6f3b6-8498-4f06-bc1e-aa7b9af1ecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.658037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.671141 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:45.690161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=00544b0a-612d-4efa-94a0-35ca953943f0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:45.704979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-838fe223-ed0f-4522-bd36-3f2536b0af6a None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:45.705354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-838fe223-ed0f-4522-bd36-3f2536b0af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.734746 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:45.735272 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Updating router 07280fac-2283-4754-8dbb-380e7aac442b port 88612996-5ed6-41a0-91b9-73682633f2cd binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:03:45.779885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-838fe223-ed0f-4522-bd36-3f2536b0af6a None None] Port 88612996-5ed6-41a0-91b9-73682633f2cd cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:45.791323 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.892931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:45.979695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46396) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:45.984740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481310651', 'description': 'tempest-secgroup-smoke-1481310651 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:46.013837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-be46018e-b65a-44ee-b0a5-1b6584bcbd28 None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:46.014135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-be46018e-b65a-44ee-b0a5-1b6584bcbd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.027928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.029031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 6e4aae97-e2f9-42fd-a076-b94d049d29ce {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:46.029450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.070485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-be46018e-b65a-44ee-b0a5-1b6584bcbd28 None None] Port 88612996-5ed6-41a0-91b9-73682633f2cd cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:46.113294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.118562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.158787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.163378 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1822491 Apr 28 15:03:46.164871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:46.169763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:46.177343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e12fe-d43b-4ac8-b9a9-4c41dc9dcad1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f7e9f-dfe1-451c-b5c7-9242d289a021,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.193260 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.200625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.203136 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.206144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.214771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:46.220994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 6e4aae97-e2f9-42fd-a076-b94d049d29ce owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:46.256117 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69aa8d-3ddf-4f1e-82f1-a988d712f1e0 None None] Pushing event updated for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.285633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.293549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.318045 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6db284-68ab-4e52-a141-3ca5e9625670,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.318371 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Attempting to bind port 88612996-5ed6-41a0-91b9-73682633f2cd on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:46.318879 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Attempting to bind port 88612996-5ed6-41a0-91b9-73682633f2cd by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:46.319363 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Attempting to bind port 88612996-5ed6-41a0-91b9-73682633f2cd on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:46.326794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.328062 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-02d4faf2-c1c2-4607-88ec-ab882f1dd6b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1620727 Apr 28 15:03:46.331030 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:46.331390 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46400) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:46.331649 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Checking segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:46.332268 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.332754 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Bound using segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:46.333356 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Bound port: 88612996-5ed6-41a0-91b9-73682633f2cd, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:46.333833 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.339865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:46.370517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.394544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:46.401310 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89be6345-6c76-44df-85e9-da89689d8d17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5979652 Apr 28 15:03:46.405383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46402) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:46.405731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:46.413820 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] For port 88612996-5ed6-41a0-91b9-73682633f2cd, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:46.417984 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] For port 88612996-5ed6-41a0-91b9-73682633f2cd, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=88612996-5ed6-41a0-91b9-73682633f2cd,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:46.419855 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:46.420584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:46.425060 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.464610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.471429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.492623 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:46.493531 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:46.497736 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c971bfd1-4e7c-44e3-a7e8-8d370a2e48af,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.511279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet 2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:46.513474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.514912 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5c825858-c503-4325-9779-a139f737047a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1807313 Apr 28 15:03:46.518176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46404) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:46.529568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:46.554450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.558791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:46.596306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.613611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.626254 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69aa8d-3ddf-4f1e-82f1-a988d712f1e0 None None] Pushing event updated for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.714336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.730779 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.771945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d37fc61-321a-4315-9883-6f5db6e83967,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.788334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.792596 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-786ce75c-0a90-49da-9f9c-6605c48e17cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705622 Apr 28 15:03:46.792927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46406) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:46.799791 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:46.805769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:46.848410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.852095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.858582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:46.859221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.876177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:46.915242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 61ab7dc3-0742-4f11-990e-368315e116aa up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:46.922333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=6e4aae97-e2f9-42fd-a076-b94d049d29ce,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:46.992184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.000624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.033833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.037655 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2408929 Apr 28 15:03:47.038164 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46408) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:47.042127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.043704 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:47.052881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f153f-1ac7-4ed7-91a0-85e798f5cd63 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8092caac-1280-4b26-b5ad-b6d53726ffb8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.079491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:03:47.085114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.088180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 61ab7dc3-0742-4f11-990e-368315e116aa triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:47.089030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.100871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.102716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.108333 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f3cbaa71-046a-42b9-a557-680fb5380739 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2 HTTP/1.1" status: 204 len: 168 time: 0.6994627 Apr 28 15:03:47.109930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46410) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:47.158257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:46Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.189593 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19eff3-409b-457e-a952-790cbb395c7a None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:46Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:47.207513 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb107e-bf67-489b-b144-901be59ff709 None None] Network 050a7021-2081-4a2d-9277-b133a5048ab3 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:47.270423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.285974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.291540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.305428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.323341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.342942 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c703125d-6869-45f8-b16d-5e9c1b61de31,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.363945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] For port 88612996-5ed6-41a0-91b9-73682633f2cd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=88612996-5ed6-41a0-91b9-73682633f2cd,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:47.386539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.388502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.392437 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2b196577-812c-41d6-8842-0d43bdb163c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507223 Apr 28 15:03:47.401529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46412) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:47.406144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'bb1f7e9f-dfe1-451c-b5c7-9242d289a021', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:47.432175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:03:47.440433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port cc9f8914-6245-4439-853d-da2d8ef82095 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:47.440861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.442539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.487152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 10, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.525096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.533573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.549216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port cc9f8914-6245-4439-853d-da2d8ef82095, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cc9f8914-6245-4439-853d-da2d8ef82095,segment=NetworkSegment(69c1db75-1cd4-4354-854c-0945163d07bd),segment_id=69c1db75-1cd4-4354-854c-0945163d07bd)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:47.549747 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.567620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for cc9f8914-6245-4439-853d-da2d8ef82095 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:47.594512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d833ab05-6718-499e-9a2a-3b0f40027f30,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.606856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.608025 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2fbf21c6-d911-4e17-aed3-94c18e5afc20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2053781 Apr 28 15:03:47.684516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.721594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 7526f560-7762-4ff7-a90d-d92382a314ce has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:47.725219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=cc9f8914-6245-4439-853d-da2d8ef82095,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.731185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port cc9f8914-6245-4439-853d-da2d8ef82095 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:47.748964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 98cb74bd-3d12-426c-b954-99c941bd344d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:47.750481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:47.814676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f282d2-d8cd-449c-bf1b-f65febdedf3b None None] Pushing event updated for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:47.828205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0f2dbdb1-cbd4-480f-a43f-b89146652272 None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:47.828578 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f2dbdb1-cbd4-480f-a43f-b89146652272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.835465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:47.836319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.862099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.885969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050a7021-2081-4a2d-9277-b133a5048ab3']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.897789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c1db75-1cd4-4354-854c-0945163d07bd') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.898197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c1db75-1cd4-4354-854c-0945163d07bd') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.916125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:47.926624 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-89b20fea-dfae-42e8-9412-c985f8a355cb tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/routers/7526f560-7762-4ff7-a90d-d92382a314ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8083773 Apr 28 15:03:47.927297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46426) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:47.927904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.937761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:47.940213 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-68df7545-26a5-4ae0-b2aa-95310f4ee6b2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481310651&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0764418 Apr 28 15:03:47.941309 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] Sync routers for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:47.957754 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:47.958386 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:47.968820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.977817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:47.978102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:47.981607 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:48.041268 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:48.067986 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] Routers {'7526f560-7762-4ff7-a90d-d92382a314ce'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:48.068833 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['7526f560-7762-4ff7-a90d-d92382a314ce'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:48.089586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.097070 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.100483 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/050a7021-2081-4a2d-9277-b133a5048ab3 HTTP/1.1" status: 204 len: 168 time: 0.9895630 Apr 28 15:03:48.105878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46428) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:48.152326 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:48.152985 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252f4ea-0042-41d5-b378-ced9c1aa8690 None None] The sync data for ids ['7526f560-7762-4ff7-a90d-d92382a314ce'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:48.164698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.180133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-817d3e26-bc33-43d3-bb07-eb30626c9948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.222112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-180ebf46-ebb3-49bc-97d3-6216c08b6a8c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:48.224027 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-180ebf46-ebb3-49bc-97d3-6216c08b6a8c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 796 time: 0.2457862 Apr 28 15:03:48.251232 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-dfa0adf7-9fa3-4ae1-9789-b4198faa5d97 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0189631 Apr 28 15:03:48.362369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3377fe0a-ed3c-46be-a9f8-faaa72b79ec7 None None] DHCP port deletion for 050a7021-2081-4a2d-9277-b133a5048ab3 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:48.458032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 98cb74bd-3d12-426c-b954-99c941bd344d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:48.458446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.505946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.540702 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522337-e36b-4ae7-a44f-f238fe391b81 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=050a7021-2081-4a2d-9277-b133a5048ab3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:48.603264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 10, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:48.657147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5bed6c-cebb-4a03-99f5-78c28a34542a None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 10, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None, '_interfaces': [{'id': 'aaab4ce8-7b9c-4b00-be83-2b0be8cfb392', 'name': '', 'network_id': '43d2e645-84e5-40bb-b4ad-5f7ca9d041b9', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'mac_address': 'fa:16:3e:e6:de:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b86692-8bb2-43e0-a356-3c279354e126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:12Z', 'updated_at': '2022-04-28T15:03:16Z', 'revision_number': 5, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'subnets': [{'id': 'c8fcf786-4054-4093-8b5c-4a06318fbc5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:48.690718 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.711156 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-e3ccc7d7-19af-400a-8d8a-50122f1bc76a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784547 Apr 28 15:03:48.743299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 88612996-5ed6-41a0-91b9-73682633f2cd up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:48.795967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 88612996-5ed6-41a0-91b9-73682633f2cd triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:48.796886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.817549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 0cbb3210-7819-4e01-8240-bb0e934ecdd6 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:48.817886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.844078 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-8b807cee-4507-4a14-b574-d81f8c2c89fc service neutron] 10.222.0.58 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143126 Apr 28 15:03:48.871595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.932223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cc9f8914-6245-4439-853d-da2d8ef82095 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:48.963063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.963943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: cc9f8914-6245-4439-853d-da2d8ef82095 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:48.964393 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cc9f8914-6245-4439-853d-da2d8ef82095 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:48.981788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:48.985668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 0cbb3210-7819-4e01-8240-bb0e934ecdd6 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:48.997426 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-479db21a-1760-486b-b4f4-212de2b49d9c service neutron] 10.222.0.58 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253996 Apr 28 15:03:49.191191 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:49.191675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.198340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.268540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=0cbb3210-7819-4e01-8240-bb0e934ecdd6,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:49.271286 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f9822ebf-28ce-404f-8638-83b46e7f9870 req-5aeba8d6-524c-40f1-8fc8-511dd589c7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 210 time: 0.0595737 Apr 28 15:03:49.321604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.327384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port aaab4ce8-7b9c-4b00-be83-2b0be8cfb392, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:49.327770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.344288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:49.430319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.432615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.485242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.485822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Fanout notify agent at l3_agent the message router_deleted on router 7526f560-7762-4ff7-a90d-d92382a314ce {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:49.493227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.502388 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cae7bd06-a1ea-411e-be64-26eddab7c371 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/routers/7526f560-7762-4ff7-a90d-d92382a314ce HTTP/1.1" status: 204 len: 168 time: 1.5637918 Apr 28 15:03:49.502572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:49.588279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting subnet 8086141a-6326-48f3-bbe7-6ac5c16ba258 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:49.591552 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.619615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.664801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=aaab4ce8-7b9c-4b00-be83-2b0be8cfb392,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:49.668040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.796117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:49.913512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.029872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:50.040543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.078109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055a0f9-5f2c-404e-b201-30c2f5e8297f None None] Network 59820c8f-0d22-4b0a-adca-ae7abfe190ab requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:50.102960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Subnet': ['ID=8086141a-6326-48f3-bbe7-6ac5c16ba258,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:50.107171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.113255 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46444) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:50.121439 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1f077a2a-01b8-4938-8761-ea81afd438bc tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/subnets/8086141a-6326-48f3-bbe7-6ac5c16ba258 HTTP/1.1" status: 204 len: 168 time: 0.6124873 Apr 28 15:03:50.156716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:50.164579 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9038cfdf-f32c-4e0c-aef4-d7c379e7e450 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0570416 Apr 28 15:03:50.165192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46446) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:50.170222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:50.198501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.205102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:50.205735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.205893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.223124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting subnet c8fcf786-4054-4093-8b5c-4a06318fbc5e {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:50.228091 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.284502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.293378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:50.358757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:50.360008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.361986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.403820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:50.417131 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:50.418694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.430003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.457781 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eeea5daa-0a9f-4472-8489-6afbaff5978d req-a35787d5-ebc7-48db-b261-a9d79d67676f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 210 time: 0.0690150 Apr 28 15:03:50.470003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-902201f8-3918-4a2b-9a8f-7136d8a0916f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:50.471469 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-902201f8-3918-4a2b-9a8f-7136d8a0916f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 796 time: 0.2242455 Apr 28 15:03:50.491236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] DHCP port deletion for 59820c8f-0d22-4b0a-adca-ae7abfe190ab request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:50.519113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] For port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,segment=NetworkSegment(c986a352-bd6d-493f-b0dd-9abf465b4828),segment_id=c986a352-bd6d-493f-b0dd-9abf465b4828)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:50.519481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.535386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.537652 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-cc965568-f5ae-4633-94e4-d1193be49668 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0569327 Apr 28 15:03:50.541454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:50.548117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:50.550562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['bb1f7e9f-dfe1-451c-b5c7-9242d289a021']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:50.571531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Subnet': ['ID=c8fcf786-4054-4093-8b5c-4a06318fbc5e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:50.575103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.578558 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ff79b443-604a-46b6-a282-a2ceb23c3848 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/c8fcf786-4054-4093-8b5c-4a06318fbc5e HTTP/1.1" status: 204 len: 168 time: 0.4124346 Apr 28 15:03:50.581601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46454) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:50.605341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb45a39-8094-4c07-b821-5dbc5807c8dd None None] Network 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:50.609460 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.673182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ccfded-be68-4cf6-ad8f-96d4bff08bfd None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:50.688772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.755637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.763821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Deleting port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:50.764198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.793779 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:50.796036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] No DVR routers for this DVR port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:50.819597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:50.823541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.842586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] For port 86228e23-eb79-47ff-9bd6-c4474fb39cb4, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=86228e23-eb79-47ff-9bd6-c4474fb39cb4,segment=NetworkSegment(9da6d7cc-ceb8-4340-973f-dba458f0b159),segment_id=9da6d7cc-ceb8-4340-973f-dba458f0b159)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:50.842951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.858020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Calling delete_port for 86228e23-eb79-47ff-9bd6-c4474fb39cb4 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:50.902294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.918204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.943342 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Deleting port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:50.943731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.956262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59820c8f-0d22-4b0a-adca-ae7abfe190ab']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.964911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.970961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c986a352-bd6d-493f-b0dd-9abf465b4828') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.971251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c986a352-bd6d-493f-b0dd-9abf465b4828') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:50.985818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:50.998024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Port': ['ID=86228e23-eb79-47ff-9bd6-c4474fb39cb4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.011011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No DVR routers for this DVR port 86228e23-eb79-47ff-9bd6-c4474fb39cb4 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:51.017007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] For port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:51.017633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.029229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.037507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Calling delete_port for cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:51.042875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:51.043418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:51.046707 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:51.056413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:03:51.058685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.107640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] Pushing event deleted for resources: {'Port': ['ID=cda5fbdf-c9db-482b-a5cd-49ae228ea1b4,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.118402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a861e4-4b6c-4de6-bf3b-5687992dafd7 None None] No DVR routers for this DVR port cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:03:51.121031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.6 (cf402f8b-7824-477a-a59b-5a17ef296c5c/50af976f-e416-4f7e-9590-58dad0253e88/dcb46685-1fee-4bfd-8fbb-41d34047a744) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:51.143720 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e7e88d-2165-4708-a836-5992836a84d6 None None] DHCP port deletion for 43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:03:51.170614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.181103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.182856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.184284 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/networks/59820c8f-0d22-4b0a-adca-ae7abfe190ab HTTP/1.1" status: 204 len: 168 time: 1.0700126 Apr 28 15:03:51.186920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46456) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.192981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 00544b0a-612d-4efa-94a0-35ca953943f0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:51.209975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f737c9b-d116-41cb-8ea1-0cef3af334e4 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Network': ['ID=59820c8f-0d22-4b0a-adca-ae7abfe190ab,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.214371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 00544b0a-612d-4efa-94a0-35ca953943f0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:51.215349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 00544b0a-612d-4efa-94a0-35ca953943f0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:51.215994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:51.236264 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:51.236693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cda5fbdf-c9db-482b-a5cd-49ae228ea1b4 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:51.249894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d2e645-84e5-40bb-b4ad-5f7ca9d041b9']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:51.294851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6d7cc-ceb8-4340-973f-dba458f0b159') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:51.295157 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6d7cc-ceb8-4340-973f-dba458f0b159') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:51.311994 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.342570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.350329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:51.350721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:51.353717 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:51.357046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.393335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.420809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:51.421084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.424735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.429627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.432886 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/networks/43d2e645-84e5-40bb-b4ad-5f7ca9d041b9 HTTP/1.1" status: 204 len: 168 time: 0.8501554 Apr 28 15:03:51.437624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46458) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.439303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:51.445896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'routes': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:51.451309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:51.464920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216837-7f88-49ed-8042-907ceed13436 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Pushing event deleted for resources: {'Network': ['ID=43d2e645-84e5-40bb-b4ad-5f7ca9d041b9,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.486970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:51.492817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.542610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.542929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.560081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:51.677049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b769916-9a0c-4478-83e0-c723e5f854f0 req-d0798a64-4659-4b0b-8168-4207c3b4410a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:51.678531 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1b769916-9a0c-4478-83e0-c723e5f854f0 req-d0798a64-4659-4b0b-8168-4207c3b4410a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 931 time: 0.1050591 Apr 28 15:03:51.684938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:51.685565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.696230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Added routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:03:51.696532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Removed routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:03:51.696888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.702958 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-d4a5468d-c6f9-42d3-8fb8-09c9858e056e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574743 Apr 28 15:03:51.728983 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1b769916-9a0c-4478-83e0-c723e5f854f0 req-cbab956f-0418-4dca-ab86-bf8aeefb9c92 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Apr 28 15:03:51.745524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Request body: {'port': {'device_id': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:51.770632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.794100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4cc7b0c3-50be-4ea0-85ac-8cb78edaba15 None None] Provisioning complete for port dcb46685-1fee-4bfd-8fbb-41d34047a744 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:51.794351 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=9f1cb0d8-e2e4-40b4-b94e-d0a335fd00a3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:51.794713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b0c3-50be-4ea0-85ac-8cb78edaba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.837835 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7b0c3-50be-4ea0-85ac-8cb78edaba15 None None] Port dcb46685-1fee-4bfd-8fbb-41d34047a744 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:03:51.864722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.867225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.868477 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0796c719-7b57-4c2c-a6f0-2353bb07c8a0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/floatingips/d9393f94-f20b-495e-916c-781aaacc213c HTTP/1.1" status: 204 len: 168 time: 0.6797888 Apr 28 15:03:51.872761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46462) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.885137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.887896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.891027 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:51.895543 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-38433e46-792e-4130-a174-5565d8bee469 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:51.896203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38433e46-792e-4130-a174-5565d8bee469 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:51.899221 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-38433e46-792e-4130-a174-5565d8bee469 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/d130431a-7759-4ed7-8b8a-c2aefba61b6a HTTP/1.1" status: 404 len: 333 time: 0.0252259 Apr 28 15:03:51.901988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46464) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.927605 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f5de5de6-5254-4440-9b1c-fa95b2740659 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/ports?device_id=7526f560-7762-4ff7-a90d-d92382a314ce HTTP/1.1" status: 200 len: 205 time: 0.0243757 Apr 28 15:03:51.929955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46466) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.965072 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-93b35ff9-3d90-48be-a9f4-db7f65fe0ac1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] delete failed (client error): The resource could not be found. Apr 28 15:03:51.966075 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-93b35ff9-3d90-48be-a9f4-db7f65fe0ac1 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/routers/7526f560-7762-4ff7-a90d-d92382a314ce HTTP/1.1" status: 404 len: 336 time: 0.0352044 Apr 28 15:03:51.968715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46468) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:51.999330 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a614a6-6839-4c17-8bd9-24ebe39cec04 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:51.999569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a614a6-6839-4c17-8bd9-24ebe39cec04 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:52.002394 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d4a614a6-6839-4c17-8bd9-24ebe39cec04 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/subnets/8086141a-6326-48f3-bbe7-6ac5c16ba258 HTTP/1.1" status: 404 len: 337 time: 0.0328419 Apr 28 15:03:52.003388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router 57b86692-8bb2-43e0-a356-3c279354e126 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:52.004947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46470) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:52.092085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port aad038a2-da63-436e-85c7-a7d90d0962b5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:52.092436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.165653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:52.178607 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Sync routers for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:52.183178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.188707 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:52.189584 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:52.195031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.195816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for aad038a2-da63-436e-85c7-a7d90d0962b5 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:52.196285 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c369d239-cd24-4340-bb31-f1a4164abfe1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 704 time: 0.7558441 Apr 28 15:03:52.199682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46472) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:52.231907 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5b7d2cac-06f0-4274-9660-3466e17c8a06 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 205 time: 0.0310972 Apr 28 15:03:52.236360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46474) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:52.262177 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:52.305866 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb46685-1fee-4bfd-8fbb-41d34047a744 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:52.313872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.316332 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:52.328276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Transition to ACTIVE for port object dcb46685-1fee-4bfd-8fbb-41d34047a744 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:03:52.333552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.345372 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Checking router: 57b86692-8bb2-43e0-a356-3c279354e126 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:52.350434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.353957 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Routers {'57b86692-8bb2-43e0-a356-3c279354e126'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:52.354564 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57b86692-8bb2-43e0-a356-3c279354e126'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:52.389947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Pushing event updated for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:52.461829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Attempting to bind port dcb46685-1fee-4bfd-8fbb-41d34047a744 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:52.462428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Attempting to bind port dcb46685-1fee-4bfd-8fbb-41d34047a744 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:52.462925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Attempting to bind port dcb46685-1fee-4bfd-8fbb-41d34047a744 on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:52.468202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Port dcb46685-1fee-4bfd-8fbb-41d34047a744 on network cf402f8b-7824-477a-a59b-5a17ef296c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:03:52.468805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Attempting to bind port dcb46685-1fee-4bfd-8fbb-41d34047a744 on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:52.474859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:52.475555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Checking segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:52.475892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Bound using segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:52.476375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Bound port: dcb46685-1fee-4bfd-8fbb-41d34047a744, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:52.476762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.538053 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] Set router 57b86692-8bb2-43e0-a356-3c279354e126 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:52.577570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.585994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:52.589564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:52.597550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.598769 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:52.602838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.644196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:52.644834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:52.645582 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d960c-6f07-4ecd-86c9-7302748029fd None None] The sync data for ids ['57b86692-8bb2-43e0-a356-3c279354e126'] in dv-neutron-839772-1-hyperv is: [{'id': '57b86692-8bb2-43e0-a356-3c279354e126', 'name': 'tempest-RoutersIpV6Test-router-426891202', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:11Z', 'updated_at': '2022-04-28T15:03:49Z', 'revision_number': 11, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:52.649827 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] 10.222.0.21 "PUT /v2.0/ports/dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 1093 time: 0.9099760 Apr 28 15:03:52.656264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:52.658855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:52.763312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 86228e23-eb79-47ff-9bd6-c4474fb39cb4 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:52.783339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b039a7f-f956-4d8f-9102-e0801bf6af71 x-openstack-request-id: req-9b039a7f-f956-4d8f-9102-e0801bf6af71 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:52.784035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:52.784476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9b039a7f-f956-4d8f-9102-e0801bf6af71 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:52.785043 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b039a7f-f956-4d8f-9102-e0801bf6af71'] response: {'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'status': 'completed', 'code': 200} Apr 28 15:03:52.793446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 86228e23-eb79-47ff-9bd6-c4474fb39cb4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:52.793947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 86228e23-eb79-47ff-9bd6-c4474fb39cb4 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:52.794489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:03:52.802444 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff8f7e-6e65-4516-8a3b-64a3df0624ff service neutron] Pushing event updated for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:52.827759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:03:52.828657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device aaab4ce8-7b9c-4b00-be83-2b0be8cfb392 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:03:52.837523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-5e4039cc-46c4-4b98-b03b-c3b571a2b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:52.847201 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-5e4039cc-46c4-4b98-b03b-c3b571a2b596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1096 time: 0.1484392 Apr 28 15:03:52.891690 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-6d38eecf-ee40-42eb-b3ae-80ad5a71ac8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 217 time: 0.0385253 Apr 28 15:03:52.955119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-3b817b7a-67ea-4dfd-b0fa-50a0898e7e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:52.956790 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-3b817b7a-67ea-4dfd-b0fa-50a0898e7e1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0556533 Apr 28 15:03:53.162058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.162548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router 57b86692-8bb2-43e0-a356-3c279354e126 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:53.170125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.171308 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-085c4849-a037-48d0-b4a3-fbf569515e85 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 204 len: 168 time: 0.9328394 Apr 28 15:03:53.172282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.186036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46482) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:53.203306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1572503186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:53.254665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=aad038a2-da63-436e-85c7-a7d90d0962b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:53.312614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-c10be5f0-bdf6-46ef-8097-967e24ca2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.314132 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-c10be5f0-bdf6-46ef-8097-967e24ca2eb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3504021 Apr 28 15:03:53.319040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc32ae-e936-4913-8234-baeaaef0a108 req-f198a61b-9df7-49b7-b324-4cf29d557274 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.321014 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-92dc32ae-e936-4913-8234-baeaaef0a108 req-f198a61b-9df7-49b7-b324-4cf29d557274 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 943 time: 0.2013922 Apr 28 15:03:53.342556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.343610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.361097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.364595 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-57377d18-18a5-4586-b94c-1fe93c809ae0 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/aad038a2-da63-436e-85c7-a7d90d0962b5 HTTP/1.1" status: 204 len: 168 time: 1.3587570 Apr 28 15:03:53.367830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46484) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:53.409583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-82822436-271d-4885-b958-0d9d371cce79 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876677 Apr 28 15:03:53.420645 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-92dc32ae-e936-4913-8234-baeaaef0a108 req-367f3866-8a8e-42ef-b462-358f7e9dafb4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904522 Apr 28 15:03:53.455857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.464057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.510570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.511810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c059bd6b-5169-4c3c-b3b2-d92e5a34e470 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3160517 Apr 28 15:03:53.513886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dce8a708-2fcb-494e-9759-96edada5cbf7 req-e069d239-04f9-4625-88d4-a9090d5f0f32 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969741 Apr 28 15:03:53.514681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46486) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:53.519311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:53.531658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 6a1b2eaf-27a5-46f1-8b79-f71d096735fd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:53.532377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.620647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.633585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 6a1b2eaf-27a5-46f1-8b79-f71d096735fd owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:53.734106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-32b15df6-e413-4a7d-b71f-25be873efd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.735608 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-32b15df6-e413-4a7d-b71f-25be873efd15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1096 time: 0.1712749 Apr 28 15:03:53.766148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.776919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.797503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=6a1b2eaf-27a5-46f1-8b79-f71d096735fd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:53.822438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.870610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:53.874866 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7f4c69ad-29e4-4cbc-b683-97c3984ca3f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/ports/6a1b2eaf-27a5-46f1-8b79-f71d096735fd HTTP/1.1" status: 204 len: 168 time: 0.5058300 Apr 28 15:03:53.877460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46488) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:53.926310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f27289-c7d4-4512-9cc0-526e3a99b0f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.928186 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d9f27289-c7d4-4512-9cc0-526e3a99b0f2 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "GET /v2.0/ports?device_id=0bd64a10-d7bd-450f-b0e6-d954db20666d HTTP/1.1" status: 200 len: 913 time: 0.0497699 Apr 28 15:03:53.930346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-3d595752-140d-43af-a723-e7de5705d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:53.931141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46490) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:53.931824 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-3d595752-140d-43af-a723-e7de5705d277 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.1642544 Apr 28 15:03:53.978817 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-0a9b6216-0c37-4369-88d3-25e0b18e3522 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 217 time: 0.0383174 Apr 28 15:03:53.994903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Router fa9cbed5-6825-4c07-a260-6fa13e452c02 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:03:54.071653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-d1aeb7dd-4b23-4fb6-839d-be5385f3d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:54.073082 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-d1aeb7dd-4b23-4fb6-839d-be5385f3d009 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0867393 Apr 28 15:03:54.127116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:54.134681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.138166 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-73b47a49-4863-41df-8506-22bf89eeff52 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "PUT /v2.0/routers/fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 200 len: 698 time: 0.6223772 Apr 28 15:03:54.138844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46492) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.138993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Sync routers for ids ['fa9cbed5-6825-4c07-a260-6fa13e452c02'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:54.151357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Routers {'fa9cbed5-6825-4c07-a260-6fa13e452c02'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:54.152301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fa9cbed5-6825-4c07-a260-6fa13e452c02'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:54.225286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Set router fa9cbed5-6825-4c07-a260-6fa13e452c02 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:54.232641 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ecdbee3f-9b8a-44d8-8380-26bb8c2fa297 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/routers/fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 200 len: 704 time: 0.0884304 Apr 28 15:03:54.233498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-09aec1e6-31c1-43c3-8d7d-e3d601c13d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:54.233711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46494) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.235286 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-09aec1e6-31c1-43c3-8d7d-e3d601c13d7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348855 Apr 28 15:03:54.265612 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-aa640ab8-f1af-440e-950e-c96042491ad4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 200 len: 205 time: 0.0293038 Apr 28 15:03:54.268310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46496) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.288732 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9cbed5-6825-4c07-a260-6fa13e452c02', 'name': 'tempest-RoutersIpV6Test-router-1572503186', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:03:53Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:54.316304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Checking router: fa9cbed5-6825-4c07-a260-6fa13e452c02 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:03:54.327610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Routers {'fa9cbed5-6825-4c07-a260-6fa13e452c02'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:54.328317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['fa9cbed5-6825-4c07-a260-6fa13e452c02'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:54.333357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.382802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.398182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] Set router fa9cbed5-6825-4c07-a260-6fa13e452c02 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:03:54.453497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9cbed5-6825-4c07-a260-6fa13e452c02', 'name': 'tempest-RoutersIpV6Test-router-1572503186', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:03:53Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:54.470793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-e75fcb71-7f95-4ce6-b99c-95c076f47b95 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268279 Apr 28 15:03:54.482261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3365fb-376e-46ad-b96f-c5b749f1c6b7 None None] The sync data for ids ['fa9cbed5-6825-4c07-a260-6fa13e452c02'] in dv-neutron-839772-1-hyperv is: [{'id': 'fa9cbed5-6825-4c07-a260-6fa13e452c02', 'name': 'tempest-RoutersIpV6Test-router-1572503186', 'tenant_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:53Z', 'updated_at': '2022-04-28T15:03:53Z', 'revision_number': 2, 'project_id': '419d2c3e4e5a4c058a50cb4c2cc1b34e', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:54.609164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.612018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.633140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port 7aefa26d-d959-4385-9d09-a734a7b031b5 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:54.633696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.709859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2dce5-da01-4cb3-97b8-a3f2e5d890f4 req-944bde08-9b26-41a0-95b4-e0312e2371fb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:54.711440 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89c2dce5-da01-4cb3-97b8-a3f2e5d890f4 req-944bde08-9b26-41a0-95b4-e0312e2371fb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 943 time: 0.1741562 Apr 28 15:03:54.718237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.718737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Fanout notify agent at l3_agent the message router_deleted on router fa9cbed5-6825-4c07-a260-6fa13e452c02 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:54.726494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.727592 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5b0bbd62-1bae-40a4-8b71-75d9ad67ea48 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 204 len: 168 time: 0.4565837 Apr 28 15:03:54.731646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46500) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.737423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.750654 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for 7aefa26d-d959-4385-9d09-a734a7b031b5 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:54.780222 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-264f9180-6091-4049-a709-139f693c2857 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 200 len: 205 time: 0.0437164 Apr 28 15:03:54.783370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2bdad0d-2b3e-4e50-820f-4c8f95312a97 req-36ac1f1d-b11f-4081-862d-cf923ea60752 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855265 Apr 28 15:03:54.784078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46502) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.832802 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-b97e96bd-8d85-450b-a9af-629d3438552f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:54.833841 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b97e96bd-8d85-450b-a9af-629d3438552f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/fa9cbed5-6825-4c07-a260-6fa13e452c02 HTTP/1.1" status: 404 len: 336 time: 0.0488815 Apr 28 15:03:54.836796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.839680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-89c2dce5-da01-4cb3-97b8-a3f2e5d890f4 req-842a8d22-d2bd-403a-894b-02dc10df21cf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089151 Apr 28 15:03:54.865131 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-902d0b30-87cf-4174-8d5f-a5ed0658b33b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:54.865582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902d0b30-87cf-4174-8d5f-a5ed0658b33b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:54.868690 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-902d0b30-87cf-4174-8d5f-a5ed0658b33b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/c96e1d22-0e09-476e-87d7-aef4cf4526ea HTTP/1.1" status: 404 len: 337 time: 0.0280826 Apr 28 15:03:54.871339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46506) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.896431 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9918de7-4909-45ce-ac98-a0c23207d52b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:54.896871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9918de7-4909-45ce-ac98-a0c23207d52b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:54.899902 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e9918de7-4909-45ce-ac98-a0c23207d52b tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/0c06b25a-5c18-4441-88a6-4f2e7df0e8cc HTTP/1.1" status: 404 len: 337 time: 0.0276930 Apr 28 15:03:54.902465 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46508) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.927531 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79754c0-b51a-4806-bba3-3cddf245845f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:54.928031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79754c0-b51a-4806-bba3-3cddf245845f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:54.931036 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f79754c0-b51a-4806-bba3-3cddf245845f tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/2cb2cd34-01d4-4a77-b7bc-bce2eb672bc2 HTTP/1.1" status: 404 len: 337 time: 0.0276661 Apr 28 15:03:54.933778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.948121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:54.964213 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1ce039-60f2-4e82-9f35-4049a824fb17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:54.964646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1ce039-60f2-4e82-9f35-4049a824fb17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:54.967563 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bb1ce039-60f2-4e82-9f35-4049a824fb17 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/c8fcf786-4054-4093-8b5c-4a06318fbc5e HTTP/1.1" status: 404 len: 337 time: 0.0329318 Apr 28 15:03:54.970132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:54.975141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=7aefa26d-d959-4385-9d09-a734a7b031b5,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:54.998580 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6d5bb37b-4506-43d8-bcfc-0805225c03a1 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 200 len: 205 time: 0.0270381 Apr 28 15:03:55.000987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46514) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.037253 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-b3816bb1-d47e-4056-b8fb-4c3dfae0ecc4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.038290 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b3816bb1-d47e-4056-b8fb-4c3dfae0ecc4 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/57b86692-8bb2-43e0-a356-3c279354e126 HTTP/1.1" status: 404 len: 336 time: 0.0364110 Apr 28 15:03:55.041036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46516) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.068727 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e81c6dc1-264c-4d3d-9ea5-3e3488fcea53 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=28a18780-f4af-4b6f-acbe-c663660d1137 HTTP/1.1" status: 200 len: 205 time: 0.0266066 Apr 28 15:03:55.071152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46518) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.110807 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-d86f415d-a19c-4461-955d-28d1ccfc4a63 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.111879 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d86f415d-a19c-4461-955d-28d1ccfc4a63 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/28a18780-f4af-4b6f-acbe-c663660d1137 HTTP/1.1" status: 404 len: 336 time: 0.0398409 Apr 28 15:03:55.115298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46520) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.142515 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cff0d70-587b-479c-ae23-28cf9b6b120d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:55.142971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cff0d70-587b-479c-ae23-28cf9b6b120d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:55.148436 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3cff0d70-587b-479c-ae23-28cf9b6b120d tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/3daeac96-5ebe-432c-a27f-b13b9f707bae HTTP/1.1" status: 404 len: 337 time: 0.0297716 Apr 28 15:03:55.148700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46522) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.157926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:55.175585 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2aa941c9-37ce-4145-a6c5-2f898c84f6bf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 200 len: 205 time: 0.0258255 Apr 28 15:03:55.177906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46524) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.218155 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-bd75dfaa-9827-49e5-9dc1-f3cf941a93c0 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.219460 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bd75dfaa-9827-49e5-9dc1-f3cf941a93c0 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/bc5bb8b0-8019-47d6-af6c-9e0dcd4aea27 HTTP/1.1" status: 404 len: 336 time: 0.0404346 Apr 28 15:03:55.222051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46526) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.250262 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2295bb47-6cef-4e13-991c-ee62ed4dda00 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=081e0d1e-7177-4620-b9fc-d9d0a634cdf2 HTTP/1.1" status: 200 len: 205 time: 0.0269537 Apr 28 15:03:55.252669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46528) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.293915 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-e27fffa0-e8a4-4a3a-afdf-883ecb91d847 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.295977 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e27fffa0-e8a4-4a3a-afdf-883ecb91d847 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/081e0d1e-7177-4620-b9fc-d9d0a634cdf2 HTTP/1.1" status: 404 len: 336 time: 0.0414293 Apr 28 15:03:55.297869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46530) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.329390 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f4c9ea-f761-49ee-af4f-de0f15dfb81e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:55.329852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f4c9ea-f761-49ee-af4f-de0f15dfb81e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:55.332870 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75f4c9ea-f761-49ee-af4f-de0f15dfb81e tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/00aa01a5-1116-4394-9514-df05f478394d HTTP/1.1" status: 404 len: 337 time: 0.0340219 Apr 28 15:03:55.335539 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46532) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.363653 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2c250ebe-e21e-479b-8250-7f2b9d33e495 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=26c4cf88-d50d-471f-ad40-2ed20f70aa31 HTTP/1.1" status: 200 len: 205 time: 0.0269451 Apr 28 15:03:55.366434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46534) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.417892 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-6c1b7bf7-30c2-4c75-b26e-26329a25e478 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.418956 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6c1b7bf7-30c2-4c75-b26e-26329a25e478 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/26c4cf88-d50d-471f-ad40-2ed20f70aa31 HTTP/1.1" status: 404 len: 336 time: 0.0515082 Apr 28 15:03:55.422579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.434802 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Router 0bd64a10-d7bd-450f-b0e6-d954db20666d has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:03:55.451090 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ace8a4-4424-43a2-8415-52891b167251 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:55.451832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ace8a4-4424-43a2-8415-52891b167251 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:55.455230 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-52ace8a4-4424-43a2-8415-52891b167251 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/e203872e-9108-41ba-9f59-e10b99949487 HTTP/1.1" status: 404 len: 337 time: 0.0314851 Apr 28 15:03:55.457979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.493815 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b764d492-db98-40a8-8d36-5348ec357862 tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "GET /v2.0/ports?device_id=2825b596-e5b0-4cd9-bd85-b2687daa78b4 HTTP/1.1" status: 200 len: 205 time: 0.0344713 Apr 28 15:03:55.496186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46540) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.534804 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-ced38569-5ebb-4ee5-85e2-15a7908012fc tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] delete failed (client error): The resource could not be found. Apr 28 15:03:55.535894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ced38569-5ebb-4ee5-85e2-15a7908012fc tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/routers/2825b596-e5b0-4cd9-bd85-b2687daa78b4 HTTP/1.1" status: 404 len: 336 time: 0.0387943 Apr 28 15:03:55.538534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46542) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.546378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:03:55.551384 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f40329d6-12b3-4453-bf42-097892cb9194 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "PUT /v2.0/routers/0bd64a10-d7bd-450f-b0e6-d954db20666d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6192415 Apr 28 15:03:55.553885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.557981 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] Sync routers for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:03:55.570122 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:55.570732 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:55.573201 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdc8f6f-0d82-46d4-b40e-3b94b997f5aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:55.573652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdc8f6f-0d82-46d4-b40e-3b94b997f5aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:55.576857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7fdc8f6f-0d82-46d4-b40e-3b94b997f5aa tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/d2de35f7-9fa4-4fa4-9889-85a0e80f2513 HTTP/1.1" status: 404 len: 337 time: 0.0374019 Apr 28 15:03:55.579658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46546) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.606761 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f258bcc-67dc-434f-9339-b1282b2b2dbf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] DELETE failed (client error): The resource could not be found. Apr 28 15:03:55.607212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f258bcc-67dc-434f-9339-b1282b2b2dbf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:03:55.609110 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:55.610377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9f258bcc-67dc-434f-9339-b1282b2b2dbf tempest-RoutersIpV6Test-1981386157 tempest-RoutersIpV6Test-1981386157-project] 10.222.0.58 "DELETE /v2.0/subnets/b6dd0a1a-85b3-4a6a-8dff-6c5a1d368a33 HTTP/1.1" status: 404 len: 337 time: 0.0296397 Apr 28 15:03:55.618182 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] Routers {'0bd64a10-d7bd-450f-b0e6-d954db20666d'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:03:55.618782 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['0bd64a10-d7bd-450f-b0e6-d954db20666d'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:55.651257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:55.651864 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd743720-77ad-4f0d-a657-3d3c609ef62e None None] The sync data for ids ['0bd64a10-d7bd-450f-b0e6-d954db20666d'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:03:55.672350 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:55.780663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:55.837142 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting port f761adac-60a3-40f4-9930-0a67c4c0d648 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:03:55.837490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:55.896814 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46554) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:55.953530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:55.968516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Calling delete_port for f761adac-60a3-40f4-9930-0a67c4c0d648 owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:03:55.991927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa0004-7b77-44dd-964a-1e1ff4585786 req-ff91aba7-a3fd-4f58-9be6-4a763237cb77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:55.993468 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7faa0004-7b77-44dd-964a-1e1ff4585786 req-ff91aba7-a3fd-4f58-9be6-4a763237cb77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 943 time: 0.0774658 Apr 28 15:03:56.142259 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-38c28f42-df10-4e38-813a-542b2674ca28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=419d2c3e4e5a4c058a50cb4c2cc1b34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440050 Apr 28 15:03:56.144997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46558) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:56.146763 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7faa0004-7b77-44dd-964a-1e1ff4585786 req-59f3c788-b80d-4c84-9d23-d1d4578ce207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157961 Apr 28 15:03:56.202627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.219899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.225148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.261265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Port': ['ID=f761adac-60a3-40f4-9930-0a67c4c0d648,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:56.278964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.282135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.283447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c03fa42-993d-41ab-9e69-244f885c03a9 HTTP/1.1" status: 204 len: 168 time: 0.1371408 Apr 28 15:03:56.292209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e70f-3402-4f31-881d-29ba0740e59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c03fa42-993d-41ab-9e69-244f885c03a9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:56.319591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dcb46685-1fee-4bfd-8fbb-41d34047a744 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:03:56.326488 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.442548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:56.456461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'port_id': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'mac_address': 'fa:16:3e:72:e1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:03:56.503353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.521557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb46685-1fee-4bfd-8fbb-41d34047a744 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:03:56.547851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:56.554668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.613790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:56.732441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.734640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.779278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.779970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd64a10-d7bd-450f-b0e6-d954db20666d {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:03:56.786940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:56.788023 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-767c52ea-7ebc-4509-bed2-e6ec7625000e tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/routers/0bd64a10-d7bd-450f-b0e6-d954db20666d HTTP/1.1" status: 204 len: 168 time: 1.2331002 Apr 28 15:03:56.790943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46574) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:56.797809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['dcb46685-1fee-4bfd-8fbb-41d34047a744'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:03:56.851046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Deleting subnet ec64d83a-e3e3-4a65-9e54-a2f5deaadc09 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:03:56.854503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.031521 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46582) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:57.135809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1152388656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:57.159212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.160469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.192625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.218125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.223838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.244629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.248925 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-04467eb2-dec1-4852-8513-84d454fcf4bb tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2130425 Apr 28 15:03:57.249134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46588) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:57.253970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1899874305'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:57.269554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.278043 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:57.281577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.290517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.317338 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b303ae8-4998-4c12-835d-780994a47518 req-2cf6669b-ca2c-41ba-bae8-e1341c8f8cae tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.319032 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8b303ae8-4998-4c12-835d-780994a47518 req-2cf6669b-ca2c-41ba-bae8-e1341c8f8cae tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 944 time: 0.1022949 Apr 28 15:03:57.366224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.371207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.375029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.383300 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8b303ae8-4998-4c12-835d-780994a47518 req-edb2d1af-f703-4a27-8939-26049c1b530b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575843 Apr 28 15:03:57.406824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:57.407345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Subnet': ['ID=ec64d83a-e3e3-4a65-9e54-a2f5deaadc09,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.411809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd4f51c-154b-4dab-8a5c-315d278f2e14,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.412274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.417198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8cd9f659-13ec-4aed-8512-bcc7b0f1349b tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/subnets/ec64d83a-e3e3-4a65-9e54-a2f5deaadc09 HTTP/1.1" status: 204 len: 168 time: 0.6245527 Apr 28 15:03:57.419602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46590) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:57.422141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.422521 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Added segment 4368ef0d-26f4-4b0b-9762-558832c2561d of type vlan for network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 Apr 28 15:03:57.463022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.499562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.502818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.508752 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.509369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.569417 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3192449 Apr 28 15:03:57.572359 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46592) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:57.577171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'subnet': {'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:57.591065 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.595906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c9c67-d854-4f8a-9640-b958481fb747 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Network': ['ID=0c82e6b0-8b0f-4cf4-96b1-c61e73903013,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.607533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:57.616578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.626937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ea82c1-6515-4398-a20a-c560339375c8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.627237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ea82c1-6515-4398-a20a-c560339375c8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:03:57.639064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.654254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.661467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:03:57.661980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:03:57.665054 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:03:57.681612 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:57.683628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.730594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.738000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.743719 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] 10.222.0.58 "DELETE /v2.0/networks/f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d HTTP/1.1" status: 204 len: 168 time: 0.3201780 Apr 28 15:03:57.760325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db47268-5222-43b9-b488-ef284a8837c3 tempest-FloatingIPTestJSON-1362074229 tempest-FloatingIPTestJSON-1362074229-project] Pushing event deleted for resources: {'Network': ['ID=f5b9ab86-5bfb-44fe-b502-05d9f8f3d97d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.890620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.944623 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Subnet': ['ID=95b6c16b-0602-42cb-b783-b7aaa96ac069,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:57.960569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Checking segment: {'id': '4368ef0d-26f4-4b0b-9762-558832c2561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:57.961018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network hostable DHCP agents. Network: 0c82e6b0-8b0f-4cf4-96b1-c61e73903013, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:57.978760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:57.988515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 0c82e6b0-8b0f-4cf4-96b1-c61e73903013) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:57.993680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:57.994430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:57.999424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6ebbb-c3c2-4c8d-b989-8cb855b9627e None None] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:58.014196 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bebecfa1-b56e-4a73-b006-002a1c266996 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4407446 Apr 28 15:03:58.017179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:58.023109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'network': {'name': 'tempest-router-network01--1007173515'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:58.040595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46600) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:58.048282 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:58.051856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.076851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:58.086632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.086996 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Added segment 419e681d-2e08-4574-bfb0-a3e4d0325baa of type vlan for network 539e6903-c227-4617-acee-aac4d241c7c4 Apr 28 15:03:58.134430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.168703 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-0c82e6b0-8b0f-4cf4-96b1-c61e73903013', 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013', 'tenant_id': 'e6a8ac4560f342b2a179348cecd95cb6', 'fixed_ips': [{'subnet_id': '95b6c16b-0602-42cb-b783-b7aaa96ac069'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:58.169643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.175686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.181193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.181786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.231598 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2131228 Apr 28 15:03:58.234439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:58.240201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'network': {'name': 'tempest-router-network02--672378970'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:58.265525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:58.270075 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b3859aea-beb6-4fde-b928-898a35fef6a0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=777855b5ce8149c3bec1432ebfb42bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2260582 Apr 28 15:03:58.270346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.270797 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46606) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:58.289845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5523-033e-46fe-a432-f0205626c48a tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Network': ['ID=539e6903-c227-4617-acee-aac4d241c7c4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.300468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:58.306186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 539e6903-c227-4617-acee-aac4d241c7c4 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:58.314604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.314954 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Added segment 13445c31-bddb-4b1f-a7bc-42d02a0ff78a of type vlan for network d0d03f6b-e157-41ef-96cd-1e26198259e8 Apr 28 15:03:58.331693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dcb46685-1fee-4bfd-8fbb-41d34047a744 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:03:58.333383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.365420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.383569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.414357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Allocated IP 2001:db8::2 (0c82e6b0-8b0f-4cf4-96b1-c61e73903013/95b6c16b-0602-42cb-b783-b7aaa96ac069/466dd235-7310-46b4-a03b-dfb0a2d5597f) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:58.419309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.427086 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.427801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.435082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.439632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.441023 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13ce02ef-1a84-4179-9775-e06053ff2705 HTTP/1.1" status: 204 len: 168 time: 0.1696908 Apr 28 15:03:58.452727 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0816dd-5f0c-4c14-90c8-1c777aaff16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ce02ef-1a84-4179-9775-e06053ff2705,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.504325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port dcb46685-1fee-4bfd-8fbb-41d34047a744 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:03:58.521523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port dcb46685-1fee-4bfd-8fbb-41d34047a744 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:03:58.522006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.570617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94cff1-df11-4bb5-ae0c-bd6e312349b5 req-1db43198-2b5b-4308-a8dd-9dd8df013fcc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:58.573971 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2a94cff1-df11-4bb5-ae0c-bd6e312349b5 req-1db43198-2b5b-4308-a8dd-9dd8df013fcc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 944 time: 0.0822682 Apr 28 15:03:58.629735 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2a94cff1-df11-4bb5-ae0c-bd6e312349b5 req-e038c01a-7397-4b6c-94f3-38721558877c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489340 Apr 28 15:03:58.636744 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4009593 Apr 28 15:03:58.637670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23130999-85bc-4c5a-a90d-576c9b84a003 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Network': ['ID=d0d03f6b-e157-41ef-96cd-1e26198259e8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.639761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46614) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:58.645811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'subnet': {'network_id': '539e6903-c227-4617-acee-aac4d241c7c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:58.666797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:03:58.673325 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.721233 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.747075 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.758227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:58.762111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.780494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:03:58.796704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:58.808350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:03:58.824430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Pushing event updated for resources: {'Port': ['ID=466dd235-7310-46b4-a03b-dfb0a2d5597f,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:58.834071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:03:58.836333 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead219e-aec4-479b-8687-d8b15391a438" -d '{"events": [{"server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:03:58.882167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:03:58.908841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e41b21-b120-4a3a-b035-acf934ca83fd x-openstack-request-id: req-78e41b21-b120-4a3a-b035-acf934ca83fd {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:03:58.909346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "name": "network-vif-plugged", "status": "completed", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:03:58.909792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-78e41b21-b120-4a3a-b035-acf934ca83fd {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:03:58.910358 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78e41b21-b120-4a3a-b035-acf934ca83fd'] response: {'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'code': 200} Apr 28 15:03:58.911308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Attempting to bind port 466dd235-7310-46b4-a03b-dfb0a2d5597f on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:03:58.911839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Attempting to bind port 466dd235-7310-46b4-a03b-dfb0a2d5597f by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '4368ef0d-26f4-4b0b-9762-558832c2561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:03:58.912400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Attempting to bind port 466dd235-7310-46b4-a03b-dfb0a2d5597f on network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:03:58.914747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.922521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:03:58.922890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Checking segment: {'id': '4368ef0d-26f4-4b0b-9762-558832c2561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:58.923330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:58.923667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Bound using segment: {'id': '4368ef0d-26f4-4b0b-9762-558832c2561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:03:58.932138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Bound port: 466dd235-7310-46b4-a03b-dfb0a2d5597f, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4368ef0d-26f4-4b0b-9762-558832c2561d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '0c82e6b0-8b0f-4cf4-96b1-c61e73903013'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:03:58.932741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.017137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.114300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Subnet': ['ID=8b09e5fe-a325-4167-a660-9ca2c92fe228,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.143864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404819-7fac-4d0f-a40e-212d34bc484b req-2efbba16-7ce5-4dff-9a30-db1bac10fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.145728 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e4404819-7fac-4d0f-a40e-212d34bc484b req-2efbba16-7ce5-4dff-9a30-db1bac10fd9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1098 time: 0.0952537 Apr 28 15:03:59.150171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Checking segment: {'id': '419e681d-2e08-4574-bfb0-a3e4d0325baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:59.150418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network hostable DHCP agents. Network: 539e6903-c227-4617-acee-aac4d241c7c4, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:59.172773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.202447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 539e6903-c227-4617-acee-aac4d241c7c4 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:59.210886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e4404819-7fac-4d0f-a40e-212d34bc484b req-612ee52f-8450-444a-9bab-f30786fb4401 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544751 Apr 28 15:03:59.221351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 539e6903-c227-4617-acee-aac4d241c7c4) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:59.226773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.228266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.236106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ad9c3-e87d-4698-9bd6-0a6067662f4e None None] Network 539e6903-c227-4617-acee-aac4d241c7c4 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:59.241287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] For port 466dd235-7310-46b4-a03b-dfb0a2d5597f, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:03:59.250944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46632) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:59.251454 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6a136a2a-4f01-434b-a333-b76526dc880f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098661 Apr 28 15:03:59.258975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'subnet': {'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:59.265800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] For port 466dd235-7310-46b4-a03b-dfb0a2d5597f, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=466dd235-7310-46b4-a03b-dfb0a2d5597f,segment=NetworkSegment(4368ef0d-26f4-4b0b-9762-558832c2561d),segment_id=4368ef0d-26f4-4b0b-9762-558832c2561d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:03:59.295844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.362430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:59.366926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.383745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:59.394507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c91068-0fae-484e-b9fa-b8d4a13e340f None None] Pushing event updated for resources: {'Port': ['ID=466dd235-7310-46b4-a03b-dfb0a2d5597f,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.474571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-539e6903-c227-4617-acee-aac4d241c7c4', 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4', 'tenant_id': 'e6a8ac4560f342b2a179348cecd95cb6', 'fixed_ips': [{'subnet_id': '8b09e5fe-a325-4167-a660-9ca2c92fe228'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:03:59.475844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.529323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390357873'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:59.553657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:03:59.557462 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.572568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.638585 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.666597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Allocated IP 2001:db8::2 (539e6903-c227-4617-acee-aac4d241c7c4/8b09e5fe-a325-4167-a660-9ca2c92fe228/c823d68e-53b5-48ae-9efa-381058bbb023) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:03:59.733464 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.739453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.756216 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Checking segment: {'id': '13445c31-bddb-4b1f-a7bc-42d02a0ff78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:03:59.756589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network hostable DHCP agents. Network: d0d03f6b-e157-41ef-96cd-1e26198259e8, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:03:59.758953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Subnet': ['ID=22371067-ea3c-425c-ae3b-921fd430c6e6,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.774677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:03:59.792625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6e9d78-3494-4ccf-88fb-4fff6c3cb804,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:03:59.801115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:03:59.801384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.801384 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 5cd003e7-66a8-4eaa-b9a4-846392fa8594 of type vlan for network f84a692f-8ce3-4b15-9143-5412efd8d467 Apr 28 15:03:59.853207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, d0d03f6b-e157-41ef-96cd-1e26198259e8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:03:59.858443 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.859201 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.862446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.876560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b993da6-7479-43e6-8394-0ca30825a60a None None] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:03:59.884353 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5e97-22a3-4422-b345-62134943db4a req-0c3d6cd8-d3ef-4990-be89-268e3781574b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.885944 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-786e5e97-22a3-4422-b345-62134943db4a req-0c3d6cd8-d3ef-4990-be89-268e3781574b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.0996149 Apr 28 15:03:59.894007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.894713 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b93f1513-6d96-4ec9-a177-ffe0f30eb9ee tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6405306 Apr 28 15:03:59.902225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46642) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:59.903477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:03:59.904361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.948607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.967861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:03:59.977664 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5926237 Apr 28 15:03:59.980594 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46644) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:03:59.985323 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1639553784'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:03:59.997226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d765-e502-437f-a984-0392fea981ed tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=f84a692f-8ce3-4b15-9143-5412efd8d467,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.006307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-786e5e97-22a3-4422-b345-62134943db4a req-dfd47791-4e90-4e27-891a-30a617954c15 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102657 Apr 28 15:04:00.024718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network f84a692f-8ce3-4b15-9143-5412efd8d467 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:00.035817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:00.039522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.064520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:00.074404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.074752 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment a4eedd56-5208-4448-97fa-370b0255d717 of type vlan for network 8af62296-28b3-4dc8-8460-23f6dc678ebb Apr 28 15:04:00.120001 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.138415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Network 539e6903-c227-4617-acee-aac4d241c7c4 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:00.145504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:00.162697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.169541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.170160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.189055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Pushing event updated for resources: {'Port': ['ID=c823d68e-53b5-48ae-9efa-381058bbb023,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.194316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:00.202820 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2215552 Apr 28 15:04:00.206605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46648) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:00.214915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:00.312906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Attempting to bind port c823d68e-53b5-48ae-9efa-381058bbb023 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:00.313273 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Attempting to bind port c823d68e-53b5-48ae-9efa-381058bbb023 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '419e681d-2e08-4574-bfb0-a3e4d0325baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:00.313634 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Attempting to bind port c823d68e-53b5-48ae-9efa-381058bbb023 on network 539e6903-c227-4617-acee-aac4d241c7c4 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:00.317836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-d0d03f6b-e157-41ef-96cd-1e26198259e8', 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8', 'tenant_id': 'e6a8ac4560f342b2a179348cecd95cb6', 'fixed_ips': [{'subnet_id': '22371067-ea3c-425c-ae3b-921fd430c6e6'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:00.318792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.334459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:00.334834 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Checking segment: {'id': '419e681d-2e08-4574-bfb0-a3e4d0325baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:00.334988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.335474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.335730 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Bound using segment: {'id': '419e681d-2e08-4574-bfb0-a3e4d0325baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:00.337047 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Bound port: c823d68e-53b5-48ae-9efa-381058bbb023, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419e681d-2e08-4574-bfb0-a3e4d0325baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '539e6903-c227-4617-acee-aac4d241c7c4'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:00.337047 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.337277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede37276-22fa-483e-b86e-4b5cacaab7d5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=8af62296-28b3-4dc8-8460-23f6dc678ebb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.366353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:00.401545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:00.405555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.609146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Allocated IP 2001:db8::1 (539e6903-c227-4617-acee-aac4d241c7c4/8b09e5fe-a325-4167-a660-9ca2c92fe228/c8396df4-10d3-4a76-8956-f3b4b3e766f1) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:00.619637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] For port c823d68e-53b5-48ae-9efa-381058bbb023, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:00.625220 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] For port c823d68e-53b5-48ae-9efa-381058bbb023, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c823d68e-53b5-48ae-9efa-381058bbb023,segment=NetworkSegment(419e681d-2e08-4574-bfb0-a3e4d0325baa),segment_id=419e681d-2e08-4574-bfb0-a3e4d0325baa)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:00.632679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.635612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Allocated IP 2001:db8::2 (d0d03f6b-e157-41ef-96cd-1e26198259e8/22371067-ea3c-425c-ae3b-921fd430c6e6/afe60185-6ea9-4bd4-9174-86363c83ccd0) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:00.757676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.768416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2252cc-c8d4-4fb5-a389-aa7b16cef3de None None] Pushing event updated for resources: {'Port': ['ID=c823d68e-53b5-48ae-9efa-381058bbb023,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.823178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.834270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 466dd235-7310-46b4-a03b-dfb0a2d5597f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:00.859875 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=e1d82b5d-2919-4459-b6db-afbfe076dd15,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:00.868899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '5cd003e7-66a8-4eaa-b9a4-846392fa8594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:00.868899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: f84a692f-8ce3-4b15-9143-5412efd8d467, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:00.884636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.889523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network f84a692f-8ce3-4b15-9143-5412efd8d467 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:00.903237 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, f84a692f-8ce3-4b15-9143-5412efd8d467) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:00.917194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8625fbb-4081-4aa3-bd0a-0a7d02a8d1a0 None None] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:00.917788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:00.918319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.927231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc271efa-8676-4148-9b0d-1c6145f899c8 None None] Network f84a692f-8ce3-4b15-9143-5412efd8d467 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:00.937190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 539e6903-c227-4617-acee-aac4d241c7c4 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:00.940742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:00.942372 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e338336f-29fc-4572-ab66-60ec7a06a6ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7346156 Apr 28 15:04:00.945226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:00.950040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:00.950682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:00.960974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:01.024877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Port': ['ID=c8396df4-10d3-4a76-8956-f3b4b3e766f1,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:01.075494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.089756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] Provisioning complete for port 466dd235-7310-46b4-a03b-dfb0a2d5597f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:01.090036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.131660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.137785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:01.141937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.163556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.236848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 466dd235-7310-46b4-a03b-dfb0a2d5597f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:01.237090 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.254307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:01.278799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c64a21-a460-4425-aeda-f2a8fe25e2e6 req-30e56cf3-f1ce-4721-9996-a343440d31f6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.280417 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87c64a21-a460-4425-aeda-f2a8fe25e2e6 req-30e56cf3-f1ce-4721-9996-a343440d31f6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.1441662 Apr 28 15:04:01.323664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:01.331165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Pushing event updated for resources: {'Port': ['ID=afe60185-6ea9-4bd4-9174-86363c83ccd0,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:01.333570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:01.434216 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87c64a21-a460-4425-aeda-f2a8fe25e2e6 req-2e539289-5039-400c-bc51-b6ad713cde02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770643 Apr 28 15:04:01.437005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.494837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=f4b67142-3b12-4b31-89f7-6c8f305f0a30,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:01.496348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.508951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.509930 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.520277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': 'a4eedd56-5208-4448-97fa-370b0255d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:01.520633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: 8af62296-28b3-4dc8-8460-23f6dc678ebb, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:01.543954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:01.554971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 8af62296-28b3-4dc8-8460-23f6dc678ebb) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:01.560676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.561278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.581667 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fce4e958-faf0-48a7-b362-490223f9e675 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6353235 Apr 28 15:04:01.584564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:01.589756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1771926405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:01.617979 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.620263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.621825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ef4da8-12de-469c-a729-4e5635d33698 None None] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:01.661813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Port': ['ID=c8396df4-10d3-4a76-8956-f3b4b3e766f1,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:01.690786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.699633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.710601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.711462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dcf95d-4c6f-4508-81d4-9565fa2aef89 req-01d69c31-1744-4a2c-9f0c-382d1a6d1ced tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.720560 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c6dcf95d-4c6f-4508-81d4-9565fa2aef89 req-01d69c31-1744-4a2c-9f0c-382d1a6d1ced tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.2004235 Apr 28 15:04:01.731641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.735872 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-750c4edc-e3c3-4a97-b304-e7b4dbedf04e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1474969 Apr 28 15:04:01.736404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:01.781377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 539e6903-c227-4617-acee-aac4d241c7c4 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:01.783156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:01.787619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c6dcf95d-4c6f-4508-81d4-9565fa2aef89 req-12aae058-f888-4c8d-9ed5-912237eb2a36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662472 Apr 28 15:04:01.788916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-f84a692f-8ce3-4b15-9143-5412efd8d467', 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': 'e1d82b5d-2919-4459-b6db-afbfe076dd15'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:01.789773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.810174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46660) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:01.860091 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:01.902283 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Attempting to bind port afe60185-6ea9-4bd4-9174-86363c83ccd0 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:01.902960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Attempting to bind port afe60185-6ea9-4bd4-9174-86363c83ccd0 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '13445c31-bddb-4b1f-a7bc-42d02a0ff78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:01.903638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Attempting to bind port afe60185-6ea9-4bd4-9174-86363c83ccd0 on network d0d03f6b-e157-41ef-96cd-1e26198259e8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:01.947778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ccd9e-5cdb-47a7-a172-35a9b49cf7f5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:01.952320 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7b8ccd9e-5cdb-47a7-a172-35a9b49cf7f5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1093 time: 0.1380794 Apr 28 15:04:01.952889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46662) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:01.958658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:01.962965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] For port 466dd235-7310-46b4-a03b-dfb0a2d5597f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=466dd235-7310-46b4-a03b-dfb0a2d5597f,segment=NetworkSegment(4368ef0d-26f4-4b0b-9762-558832c2561d),segment_id=4368ef0d-26f4-4b0b-9762-558832c2561d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:01.985144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Router 17c46554-018a-4fb4-8288-1e15440eedea is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:01.996931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.035423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:02.035795 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Checking segment: {'id': '13445c31-bddb-4b1f-a7bc-42d02a0ff78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:02.036232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.036629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Bound using segment: {'id': '13445c31-bddb-4b1f-a7bc-42d02a0ff78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:02.037106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Bound port: afe60185-6ea9-4bd4-9174-86363c83ccd0, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13445c31-bddb-4b1f-a7bc-42d02a0ff78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd0d03f6b-e157-41ef-96cd-1e26198259e8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:02.037612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.041731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.118188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.141560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b09de2-f101-4b7b-a758-24d46e45c8e0 None None] Network 539e6903-c227-4617-acee-aac4d241c7c4 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:02.148907 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:02.157150 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0e264621-33ee-46ed-8112-17bbb065fa02 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2502649 Apr 28 15:04:02.158148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46664) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:02.236836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-8af62296-28b3-4dc8-8460-23f6dc678ebb', 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': 'f4b67142-3b12-4b31-89f7-6c8f305f0a30'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:02.237861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.243531 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] Sync routers for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:02.352444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51504a5f-a67f-4c57-9dd3-38a37d017f45 None None] Pushing event updated for resources: {'Port': ['ID=466dd235-7310-46b4-a03b-dfb0a2d5597f,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:02.378896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:02.379540 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:02.424186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:04:02.424424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.20.0.1 (f84a692f-8ce3-4b15-9143-5412efd8d467/e1d82b5d-2919-4459-b6db-afbfe076dd15/552321aa-54a8-4daa-a4ad-f7a76f84d338) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:02.424528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:04:02.441136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:02.447360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] Provisioning complete for port c823d68e-53b5-48ae-9efa-381058bbb023 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:02.447727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.573392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.582031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:02.582667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:02.587658 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] For port afe60185-6ea9-4bd4-9174-86363c83ccd0, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:02.617567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.624427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.642594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:02.643306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91bf0c3-c486-4267-bb7e-27da5b39d9fd None None] The sync data for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:02.669555 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] For port afe60185-6ea9-4bd4-9174-86363c83ccd0, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=afe60185-6ea9-4bd4-9174-86363c83ccd0,segment=NetworkSegment(13445c31-bddb-4b1f-a7bc-42d02a0ff78a),segment_id=13445c31-bddb-4b1f-a7bc-42d02a0ff78a)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:02.674158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network f84a692f-8ce3-4b15-9143-5412efd8d467 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:02.677991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:02.683032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:02.712728 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.718525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=552321aa-54a8-4daa-a4ad-f7a76f84d338,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:02.734976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.805101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Allocated IP 172.21.0.2 (8af62296-28b3-4dc8-8460-23f6dc678ebb/f4b67142-3b12-4b31-89f7-6c8f305f0a30/4d659541-a093-4a66-9cae-bb8ddcafe796) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:02.815228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Allocated IP 172.20.0.2 (f84a692f-8ce3-4b15-9143-5412efd8d467/e1d82b5d-2919-4459-b6db-afbfe076dd15/3657ae4d-1a72-46db-8a38-7348ccdd1350) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:02.876093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.921321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:02.971103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.159 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/994eb85e-bb11-44e5-937d-15de3064c86d) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:02.978507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7436c-5c15-447a-acb2-b1e4d7525fa2 None None] Pushing event updated for resources: {'Port': ['ID=afe60185-6ea9-4bd4-9174-86363c83ccd0,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.029894 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-47d91c94-0e85-46b9-ab47-c494d901953d tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:04:03.035729 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-47d91c94-0e85-46b9-ab47-c494d901953d tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8759613 Apr 28 15:04:03.035729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:03.110682 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] For port c823d68e-53b5-48ae-9efa-381058bbb023, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c823d68e-53b5-48ae-9efa-381058bbb023,segment=NetworkSegment(419e681d-2e08-4574-bfb0-a3e4d0325baa),segment_id=419e681d-2e08-4574-bfb0-a3e4d0325baa)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:03.141130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.445146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb09df0-2bad-4a15-8771-921e5f848128 None None] Pushing event updated for resources: {'Port': ['ID=c823d68e-53b5-48ae-9efa-381058bbb023,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.486033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.502072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.530621 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5175044e-dfb9-427d-867e-8b09bb82a394 None None] Provisioning complete for port 466dd235-7310-46b4-a03b-dfb0a2d5597f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:03.537553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.541003 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5175044e-dfb9-427d-867e-8b09bb82a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.552426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.582544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.588586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c823d68e-53b5-48ae-9efa-381058bbb023 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:03.595700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.634573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=552321aa-54a8-4daa-a4ad-f7a76f84d338,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.637788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.675310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=994eb85e-bb11-44e5-937d-15de3064c86d,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.686208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:03.689517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:03.692305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:03.770035 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network f84a692f-8ce3-4b15-9143-5412efd8d467 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:03.771664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:03.840476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:03.923282 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Pushing event updated for resources: {'Port': ['ID=4d659541-a093-4a66-9cae-bb8ddcafe796,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:03.937228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.020297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 6b03dfe2-b226-41db-986e-e666166ed70c is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:04.020945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:04.046281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:04.049897 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:04.064904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.099269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Network f84a692f-8ce3-4b15-9143-5412efd8d467 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:04.103455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Pushing event updated for resources: {'Port': ['ID=3657ae4d-1a72-46db-8a38-7348ccdd1350,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:04.110387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:04.128005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:04.163553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:04.170637 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8de52172-96f3-4aec-9838-db411d337453 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327488 Apr 28 15:04:04.173958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46668) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:04.175534 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] Sync routers for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:04.197582 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:04.198230 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:04.236633 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca0b19-6666-4ae6-a810-e29b555e0ced tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:04.238426 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-84ca0b19-6666-4ae6-a810-e29b555e0ced tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports/552321aa-54a8-4daa-a4ad-f7a76f84d338 HTTP/1.1" status: 200 len: 910 time: 0.0630174 Apr 28 15:04:04.243616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:04.266650 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:04.273498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c823d68e-53b5-48ae-9efa-381058bbb023 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:04.279031 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:04.279234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.280452 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:04.321680 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:04.323059 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa93a14-9577-4ced-95e5-87c4cdc5b1b8 None None] The sync data for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:04.340517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Attempting to bind port 4d659541-a093-4a66-9cae-bb8ddcafe796 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:04.340940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Attempting to bind port 4d659541-a093-4a66-9cae-bb8ddcafe796 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'a4eedd56-5208-4448-97fa-370b0255d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:04.341224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Attempting to bind port 4d659541-a093-4a66-9cae-bb8ddcafe796 on network 8af62296-28b3-4dc8-8460-23f6dc678ebb {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:04.350210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Attempting to bind port 3657ae4d-1a72-46db-8a38-7348ccdd1350 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:04.350569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Attempting to bind port 3657ae4d-1a72-46db-8a38-7348ccdd1350 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '5cd003e7-66a8-4eaa-b9a4-846392fa8594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:04.350905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Attempting to bind port 3657ae4d-1a72-46db-8a38-7348ccdd1350 on network f84a692f-8ce3-4b15-9143-5412efd8d467 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:04.368343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:04.368713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Checking segment: {'id': 'a4eedd56-5208-4448-97fa-370b0255d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:04.369106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.369492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Bound using segment: {'id': 'a4eedd56-5208-4448-97fa-370b0255d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:04.369952 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Bound port: 4d659541-a093-4a66-9cae-bb8ddcafe796, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4eedd56-5208-4448-97fa-370b0255d717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '8af62296-28b3-4dc8-8460-23f6dc678ebb'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:04.370496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.377588 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:04.377588 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Checking segment: {'id': '5cd003e7-66a8-4eaa-b9a4-846392fa8594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:04.377588 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.378013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Bound using segment: {'id': '5cd003e7-66a8-4eaa-b9a4-846392fa8594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:04.378602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Bound port: 3657ae4d-1a72-46db-8a38-7348ccdd1350, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd003e7-66a8-4eaa-b9a4-846392fa8594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f84a692f-8ce3-4b15-9143-5412efd8d467'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:04.378976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.474337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcc3b2-1e1f-4f89-bee7-f0aae9113bed None None] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:04.578744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 466dd235-7310-46b4-a03b-dfb0a2d5597f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:04.581143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.632978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] For port 3657ae4d-1a72-46db-8a38-7348ccdd1350, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:04.654434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] For port 4d659541-a093-4a66-9cae-bb8ddcafe796, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:04.664418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Provisioning complete for port c8396df4-10d3-4a76-8956-f3b4b3e766f1 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:04.664696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.673591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] For port 3657ae4d-1a72-46db-8a38-7348ccdd1350, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3657ae4d-1a72-46db-8a38-7348ccdd1350,segment=NetworkSegment(5cd003e7-66a8-4eaa-b9a4-846392fa8594),segment_id=5cd003e7-66a8-4eaa-b9a4-846392fa8594)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:04.707028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.711565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting port c8396df4-10d3-4a76-8956-f3b4b3e766f1 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:04.712274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.721282 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.725134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] For port 4d659541-a093-4a66-9cae-bb8ddcafe796, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d659541-a093-4a66-9cae-bb8ddcafe796,segment=NetworkSegment(a4eedd56-5208-4448-97fa-370b0255d717),segment_id=a4eedd56-5208-4448-97fa-370b0255d717)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:04.744755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.806013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Port c8396df4-10d3-4a76-8956-f3b4b3e766f1 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:04.916746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 466dd235-7310-46b4-a03b-dfb0a2d5597f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:04.917287 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.932042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.953831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Calling delete_port for c8396df4-10d3-4a76-8956-f3b4b3e766f1 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:04.980967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:04.988038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Provisioning complete for port c823d68e-53b5-48ae-9efa-381058bbb023 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:04.988722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.018484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acc172-5149-42e6-abf0-cdc4ddac2f83 None None] Pushing event updated for resources: {'Port': ['ID=3657ae4d-1a72-46db-8a38-7348ccdd1350,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:05.104027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.122607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.185716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eeebe-be8e-4027-abd7-0f0bb7ebae7b None None] Pushing event updated for resources: {'Port': ['ID=4d659541-a093-4a66-9cae-bb8ddcafe796,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:05.280316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=994eb85e-bb11-44e5-937d-15de3064c86d,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:05.303693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device afe60185-6ea9-4bd4-9174-86363c83ccd0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:05.362621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.413567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Provisioning complete for port afe60185-6ea9-4bd4-9174-86363c83ccd0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:05.414292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.466098 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.535467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Port': ['ID=c8396df4-10d3-4a76-8956-f3b4b3e766f1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:05.536643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.21.0.1 (8af62296-28b3-4dc8-8460-23f6dc678ebb/f4b67142-3b12-4b31-89f7-6c8f305f0a30/06dfa6c2-6dff-47b5-bebe-6b83dfe1c050) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:05.563824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port afe60185-6ea9-4bd4-9174-86363c83ccd0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:05.564260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.604086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.642320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] For port afe60185-6ea9-4bd4-9174-86363c83ccd0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=afe60185-6ea9-4bd4-9174-86363c83ccd0,segment=NetworkSegment(13445c31-bddb-4b1f-a7bc-42d02a0ff78a),segment_id=13445c31-bddb-4b1f-a7bc-42d02a0ff78a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:05.645613 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611 associated. External IP: 172.26.4.159, port: dcb46685-1fee-4bfd-8fbb-41d34047a744. Apr 28 15:04:05.651620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.715334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.760626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f0bf6-bbad-4cb2-92a9-d4c55fc57bc2 None None] Pushing event updated for resources: {'Port': ['ID=afe60185-6ea9-4bd4-9174-86363c83ccd0,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:05.784384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5ed27cf5-1974-44cf-be5e-1385c2054a12 None None] Provisioning complete for port afe60185-6ea9-4bd4-9174-86363c83ccd0 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:05.784764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ed27cf5-1974-44cf-be5e-1385c2054a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.790396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:05.904796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:05.908419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:05.912933 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:05.964021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.050719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=06dfa6c2-6dff-47b5-bebe-6b83dfe1c050,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:06.120911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3657ae4d-1a72-46db-8a38-7348ccdd1350 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:06.131328 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.175246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.228204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3657ae4d-1a72-46db-8a38-7348ccdd1350 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:06.229059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.340158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.386714 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 3657ae4d-1a72-46db-8a38-7348ccdd1350, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3657ae4d-1a72-46db-8a38-7348ccdd1350,segment=NetworkSegment(5cd003e7-66a8-4eaa-b9a4-846392fa8594),segment_id=5cd003e7-66a8-4eaa-b9a4-846392fa8594)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:06.393437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.394395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d659541-a093-4a66-9cae-bb8ddcafe796 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:06.470958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8d769b-e2e9-4da3-ae70-cb27adab1bb0 None None] Network f84a692f-8ce3-4b15-9143-5412efd8d467 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:06.497380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.512377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.525280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Router 17c46554-018a-4fb4-8288-1e15440eedea has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:06.562260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=3657ae4d-1a72-46db-8a38-7348ccdd1350,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:06.575319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=06dfa6c2-6dff-47b5-bebe-6b83dfe1c050,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:06.634245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.651879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:06.663744 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-91b046f0-4624-47c2-809f-9ab3dec09341 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6215444 Apr 28 15:04:06.669174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46672) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:06.719866 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-0b90d1d2-7322-4241-811a-ccc8b690ec2c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] delete failed (client error): The resource could not be found. Apr 28 15:04:06.725238 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0b90d1d2-7322-4241-811a-ccc8b690ec2c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-744717360 HTTP/1.1" status: 404 len: 334 time: 0.0509422 Apr 28 15:04:06.727103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46674) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:06.731808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a38a592c-258b-4c55-84ea-6dad3edb381c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'router': {'external_gateway_info': {'network_id': '17c46554-018a-4fb4-8288-1e15440eedea'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:06.765380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:06.767329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:06.772696 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:06.775612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] Sync routers for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:06.780939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-fac0057c-f257-4ce6-8f6e-1fab5305c6a7 None None] Provisioning complete for port 3657ae4d-1a72-46db-8a38-7348ccdd1350 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:06.780939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fac0057c-f257-4ce6-8f6e-1fab5305c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.800275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cefdbf4-f2e7-4da3-9354-4e473034af01 None None] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:06.822866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4d659541-a093-4a66-9cae-bb8ddcafe796 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:06.823127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:06.824562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:06.825196 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:06.886801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 6b03dfe2-b226-41db-986e-e666166ed70c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:06.977498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.000200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:07.009020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46676) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:07.009497 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-265cc37e-ad0a-4a3e-bd33-0f27431698be tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7642434 Apr 28 15:04:07.018990 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] Sync routers for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:07.031311 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:07.032142 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.040906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:07.041541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.048635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a38a592c-258b-4c55-84ea-6dad3edb381c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.073386 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.083148 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:07.083769 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.098722 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-a38a592c-258b-4c55-84ea-6dad3edb381c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] update failed (client error): The resource could not be found. Apr 28 15:04:07.104522 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a38a592c-258b-4c55-84ea-6dad3edb381c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea HTTP/1.1" status: 404 len: 339 time: 0.3718476 Apr 28 15:04:07.104739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.104739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921bf6a6-a16e-4c7f-a798-4eb1ee79fa01 None None] The sync data for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:07.105185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46678) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:07.112533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1600451638'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:07.126887 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.127554 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cfe5e1-b099-4abe-81fb-2569f6716acf None None] The sync data for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:07.135801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef9be7-b804-44b6-9e84-eef02ce3091a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.137337 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ceef9be7-b804-44b6-9e84-eef02ce3091a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports/06dfa6c2-6dff-47b5-bebe-6b83dfe1c050 HTTP/1.1" status: 200 len: 910 time: 0.1277413 Apr 28 15:04:07.138948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:07.140638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46680) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:07.142820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.146826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:07.178332 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.184537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:07.184809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:07.224817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.225169 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Added segment 22aec591-f625-4a3f-a90d-7b394b432866 of type vlan for network 41ed777a-5b24-40be-a17c-86831ccc5857 Apr 28 15:04:07.231547 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2d0d2f0c-1dcb-43f9-a5a2-7df782fc15dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2742317 Apr 28 15:04:07.235172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:07.237638 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f5b004-8e0e-475e-8eb4-fe22449547f2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:07.240518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:07.241568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46682) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:07.241733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:07.320210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.374647 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-57cdc0af-4855-4ba3-be91-f621aa5e1312 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 991 time: 0.1317675 Apr 28 15:04:07.376463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.384515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.385178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.436925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.453588 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3471153 Apr 28 15:04:07.456605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46688) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:07.462345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'subnet': {'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:07.472020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7fc7d-f35b-487d-9878-125047c168e6 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Network': ['ID=41ed777a-5b24-40be-a17c-86831ccc5857,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:07.492495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 41ed777a-5b24-40be-a17c-86831ccc5857 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:07.556218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ca94e-637f-44a0-a07a-3179555a8d47 x-openstack-request-id: req-f64ca94e-637f-44a0-a07a-3179555a8d47 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:07.557667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:07.557990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f64ca94e-637f-44a0-a07a-3179555a8d47 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:07.558477 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64ca94e-637f-44a0-a07a-3179555a8d47'] response: {'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'status': 'completed', 'code': 200} Apr 28 15:04:07.571657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 4d659541-a093-4a66-9cae-bb8ddcafe796, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d659541-a093-4a66-9cae-bb8ddcafe796,segment=NetworkSegment(a4eedd56-5208-4448-97fa-370b0255d717),segment_id=a4eedd56-5208-4448-97fa-370b0255d717)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:07.616366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.617233 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c823d68e-53b5-48ae-9efa-381058bbb023 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:07.671375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Made reservation on behalf of e6a8ac4560f342b2a179348cecd95cb6 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:07.675372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.701051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-78131a7e-faf4-4219-ada0-cd20c0cd1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.701801 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:07.702532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-78131a7e-faf4-4219-ada0-cd20c0cd1f65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1098 time: 0.1147525 Apr 28 15:04:07.761593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Provisioning complete for port 552321aa-54a8-4daa-a4ad-f7a76f84d338 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:07.761961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.821212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=4d659541-a093-4a66-9cae-bb8ddcafe796,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:07.843853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.883367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Port 552321aa-54a8-4daa-a4ad-f7a76f84d338 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:07.958807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-b2d7256c-0d31-4b6f-b57d-4d56c6b42671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:07.961528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c823d68e-53b5-48ae-9efa-381058bbb023 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:07.961843 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-b2d7256c-0d31-4b6f-b57d-4d56c6b42671 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.2232533 Apr 28 15:04:07.962032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:07.966610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Provisioning complete for port 3657ae4d-1a72-46db-8a38-7348ccdd1350 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:07.966970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.228936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:72:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:08.264205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:08.272725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Provisioning complete for port 4d659541-a093-4a66-9cae-bb8ddcafe796 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:08.273163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e568fb93-620c-4c62-93b7-912a7500fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.298666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:08.299310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:08.343644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3657ae4d-1a72-46db-8a38-7348ccdd1350 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:08.376776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:08.505658 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-ea3105dc-022c-46d3-ac5f-8243e5886350 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 999 time: 0.4887156 Apr 28 15:04:08.506532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.585719 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2e9bdccb-5a1a-4705-8f29-5f24f98390b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 991 time: 0.2058218 Apr 28 15:04:08.622026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Subnet': ['ID=97000115-e6fb-4fbf-96fa-04022a4b5774,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:08.632965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-9c34f1db-0e4a-43f5-b05a-8eaeeb6b8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.634462 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-9c34f1db-0e4a-43f5-b05a-8eaeeb6b8522 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.1187630 Apr 28 15:04:08.653435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.653793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.654120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.654451 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.654784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.655113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.655435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.655763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.656112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.656454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.656775 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.657095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:08.660592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:08.664557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3657ae4d-1a72-46db-8a38-7348ccdd1350 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:08.664924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.686585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Checking segment: {'id': '22aec591-f625-4a3f-a90d-7b394b432866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:08.686941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network hostable DHCP agents. Network: 41ed777a-5b24-40be-a17c-86831ccc5857, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:08.756321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-adb4be91-f60e-47e6-94af-b6919e6e43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.757849 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-adb4be91-f60e-47e6-94af-b6919e6e43dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155512 Apr 28 15:04:08.760265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 41ed777a-5b24-40be-a17c-86831ccc5857 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:08.794515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 41ed777a-5b24-40be-a17c-86831ccc5857) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:08.824451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93642f-28b3-4bc6-a887-6adab36ff327 None None] Network 41ed777a-5b24-40be-a17c-86831ccc5857 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:08.833044 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:08.833596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.874533 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-043b274a-23fc-4f83-a5c8-ce7b53d3d1b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4165154 Apr 28 15:04:08.877545 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:08.881769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 06dfa6c2-6dff-47b5-bebe-6b83dfe1c050 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:08.882374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.882967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-89bca94f-3300-4967-b244-fa9080603684 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'router': {'external_gateway_info': {'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:08.891821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Provisioning complete for port 06dfa6c2-6dff-47b5-bebe-6b83dfe1c050 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:08.892109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:08.898476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d659541-a093-4a66-9cae-bb8ddcafe796 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:08.943266 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-831aed8c-5562-45ae-941a-731f7552fb48 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764657 Apr 28 15:04:09.022063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Port 06dfa6c2-6dff-47b5-bebe-6b83dfe1c050 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:09.035668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.057416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 06dfa6c2-6dff-47b5-bebe-6b83dfe1c050 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:09.078569 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c4f5b004-8e0e-475e-8eb4-fe22449547f2 req-5d5d26b5-d787-489b-9916-52226582c3db service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263781 Apr 28 15:04:09.110885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Provisioning complete for port 4d659541-a093-4a66-9cae-bb8ddcafe796 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:09.111292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.115814 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4d659541-a093-4a66-9cae-bb8ddcafe796 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:09.116207 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.131694 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-89bca94f-3300-4967-b244-fa9080603684 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.228307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-41ed777a-5b24-40be-a17c-86831ccc5857', 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857', 'tenant_id': 'e6a8ac4560f342b2a179348cecd95cb6', 'fixed_ips': [{'subnet_id': '97000115-e6fb-4fbf-96fa-04022a4b5774'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:09.229146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.249797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.250542 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-89bca94f-3300-4967-b244-fa9080603684 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 15:04:09.251456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:72:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:09.251871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-89bca94f-3300-4967-b244-fa9080603684 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea HTTP/1.1" status: 400 len: 364 time: 0.3729072 Apr 28 15:04:09.255862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:09.286979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94c2ab0-1d90-460e-a40e-ecd5bac8721e None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:72:e1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:04Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:09.294673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=06dfa6c2-6dff-47b5-bebe-6b83dfe1c050,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:09.459904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device afe60185-6ea9-4bd4-9174-86363c83ccd0 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:09.543582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.593688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Provisioning complete for port 552321aa-54a8-4daa-a4ad-f7a76f84d338 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:09.594043 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.597635 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46700) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:09.638923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Allocated IP 2001:db8:1::2 (41ed777a-5b24-40be-a17c-86831ccc5857/97000115-e6fb-4fbf-96fa-04022a4b5774/dc921e5b-c21f-49d4-b758-e97a3a0c8bb6) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:09.657669 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64814f7-8fb2-46ca-b778-1206264faff7 None None] New status for floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:09.684083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.702825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-42efc80f-d1c7-48b8-8a70-0c46721341b6 None None] Port 552321aa-54a8-4daa-a4ad-f7a76f84d338 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:09.709063 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e58ddd26-ca41-4f9d-aa2f-03790e70aa32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 991 time: 0.1081693 Apr 28 15:04:09.762346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port afe60185-6ea9-4bd4-9174-86363c83ccd0 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:09.762710 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.779246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 6b03dfe2-b226-41db-986e-e666166ed70c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:09.891135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:09.898939 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-be4dfb7f-e630-4532-998c-5f251fd0fc1c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7553346 Apr 28 15:04:09.902350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46702) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:09.924395 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] Sync routers for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:09.959945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:09.961891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:09.962548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:09.971949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.008724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Allocated IP 2001:db8::1 (0c82e6b0-8b0f-4cf4-96b1-c61e73903013/95b6c16b-0602-42cb-b783-b7aaa96ac069/c5945c07-970e-43da-9818-7fbc515bd4a8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:10.026454 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:10.061474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Network 41ed777a-5b24-40be-a17c-86831ccc5857 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:10.062556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:10.064933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:10.067088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Pushing event updated for resources: {'Port': ['ID=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:10.072671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:10.075508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:10.120189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:10.120830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d34a-424b-422b-b7b7-1e2ab54691fd None None] The sync data for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:10.155549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.176414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Attempting to bind port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:10.176788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Attempting to bind port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '22aec591-f625-4a3f-a90d-7b394b432866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:10.177210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Attempting to bind port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 on network 41ed777a-5b24-40be-a17c-86831ccc5857 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:10.182433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:10.182958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Checking segment: {'id': '22aec591-f625-4a3f-a90d-7b394b432866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:10.183194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.183699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Bound using segment: {'id': '22aec591-f625-4a3f-a90d-7b394b432866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:10.184184 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Bound port: dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22aec591-f625-4a3f-a90d-7b394b432866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '41ed777a-5b24-40be-a17c-86831ccc5857'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:10.184568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.193238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.237804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.243997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:10.247215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:10.251449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:10.252019 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.255358 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] For port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:10.258018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] For port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,segment=NetworkSegment(22aec591-f625-4a3f-a90d-7b394b432866),segment_id=22aec591-f625-4a3f-a90d-7b394b432866)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:10.266994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.302743 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Port': ['ID=c5945c07-970e-43da-9818-7fbc515bd4a8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:10.329766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.330136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.330893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.330893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.331137 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.331723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.332081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.333525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.333875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.334205 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.334535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.334861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:10.355376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffc669-7ae2-4c91-87ed-46add6203f8b None None] Pushing event updated for resources: {'Port': ['ID=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:10.433713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.524589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 552321aa-54a8-4daa-a4ad-f7a76f84d338 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:10.524935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.658523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.671531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 552321aa-54a8-4daa-a4ad-f7a76f84d338 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:10.678787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1672f3fc-dbe5-4122-8f74-e960a47e45c4 None None] Provisioning complete for port c5945c07-970e-43da-9818-7fbc515bd4a8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:10.679478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1672f3fc-dbe5-4122-8f74-e960a47e45c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.714343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:10.732684 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1672f3fc-dbe5-4122-8f74-e960a47e45c4 None None] Port c5945c07-970e-43da-9818-7fbc515bd4a8 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:10.864786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:10.895631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=552321aa-54a8-4daa-a4ad-f7a76f84d338,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:11.045069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.119535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.128917 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a7169499-fe9e-4087-bd56-f02e7505b8ee tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 993 time: 0.4137135 Apr 28 15:04:11.138772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.139695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.218046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 6b03dfe2-b226-41db-986e-e666166ed70c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:11.230494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event updated for resources: {'Port': ['ID=c5945c07-970e-43da-9818-7fbc515bd4a8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:11.274998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:11.276435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:11.297943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:11.305547 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cf5622d4-6f82-4f28-90e2-4d60fa7189f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3996501 Apr 28 15:04:11.306110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46706) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:11.308739 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] Sync routers for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:11.329860 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:11.331457 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.337221 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7f068f01-a411-494d-b8fb-a36c67040740 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b03dfe2-b226-41db-986e-e666166ed70c HTTP/1.1" status: 200 len: 205 time: 0.0277705 Apr 28 15:04:11.339457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46708) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:11.389309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Router 17c46554-018a-4fb4-8288-1e15440eedea has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:11.390681 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.406638 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] Routers {'6b03dfe2-b226-41db-986e-e666166ed70c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:11.407165 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['6b03dfe2-b226-41db-986e-e666166ed70c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.435895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.459452 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.461614 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff26a47-c9a3-46c8-96b7-5e4e24a838fd None None] The sync data for ids ['6b03dfe2-b226-41db-986e-e666166ed70c'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:11.513494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:11.525434 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-41dcd141-5d44-41bf-9d8f-6aa2f0b9507f tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2663078 Apr 28 15:04:11.526417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46710) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:11.535613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] Sync routers for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:11.555691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:11.556368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.607651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.617568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:11.618500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.644541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ada0980a-8b01-417a-9924-f95fc1f5a40d tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.659064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9066f34-0b40-4a7f-9bd0-5d21fb3afb61 None None] Network 41ed777a-5b24-40be-a17c-86831ccc5857 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:11.664177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:11.664806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd266af-507c-4120-ad83-77e8f40ac701 None None] The sync data for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:11.721034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Provisioning complete for port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:11.721436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.732587 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-ada0980a-8b01-417a-9924-f95fc1f5a40d tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 15:04:11.736073 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ada0980a-8b01-417a-9924-f95fc1f5a40d tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea HTTP/1.1" status: 409 len: 329 time: 0.2061999 Apr 28 15:04:11.736733 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46712) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:11.949917 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.951986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.995578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:11.996570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router 6b03dfe2-b226-41db-986e-e666166ed70c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:12.004162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.006839 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ef06b5de-a86d-4e73-bdc2-c67a7c555bca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c HTTP/1.1" status: 204 len: 168 time: 0.6663320 Apr 28 15:04:12.014035 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46714) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:12.034524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.069573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet f4b67142-3b12-4b31-89f7-6c8f305f0a30 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:12.073849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] For port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,segment=NetworkSegment(22aec591-f625-4a3f-a90d-7b394b432866),segment_id=22aec591-f625-4a3f-a90d-7b394b432866)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:12.076498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.080741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.123762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.124211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Provisioning complete for port c5945c07-970e-43da-9818-7fbc515bd4a8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:12.124577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.169544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Pushing event updated for resources: {'Port': ['ID=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:12.179255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Port c5945c07-970e-43da-9818-7fbc515bd4a8 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:12.182002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.182002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.182279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.182708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.182924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.183181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.183501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.183818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.184163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.184477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.184789 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.185266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7fc358-6cf4-4b11-8482-5b5b266ac482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:12.241155 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.288424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.300015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-365fc888-bb66-451a-9d80-f8c017373727 None None] Provisioning complete for port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:12.300533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-365fc888-bb66-451a-9d80-f8c017373727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.332419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:12.418967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:12.419336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.436075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.473288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b67142-3b12-4b31-89f7-6c8f305f0a30,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:12.479767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.483034 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3364a492-0e39-45f5-9f69-702c4040817d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/f4b67142-3b12-4b31-89f7-6c8f305f0a30 HTTP/1.1" status: 204 len: 168 time: 0.4677823 Apr 28 15:04:12.485762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46716) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:12.491055 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86910737-c142-47c2-8f49-29b3cccec11e None None] Network 8af62296-28b3-4dc8-8460-23f6dc678ebb requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:12.551778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet e1d82b5d-2919-4459-b6db-afbfe076dd15 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:12.557889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.591992 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting port c5945c07-970e-43da-9818-7fbc515bd4a8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:12.592346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.623193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.702264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.716904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] DHCP port deletion for 8af62296-28b3-4dc8-8460-23f6dc678ebb request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:12.718269 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Calling delete_port for c5945c07-970e-43da-9818-7fbc515bd4a8 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:12.729653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.777677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Deleting port 4d659541-a093-4a66-9cae-bb8ddcafe796 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:12.780365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.808403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.834920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d82b5d-2919-4459-b6db-afbfe076dd15,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:12.841751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.849422 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2655fc18-b953-49f9-8943-5dd6e8fae7ef tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/e1d82b5d-2919-4459-b6db-afbfe076dd15 HTTP/1.1" status: 204 len: 168 time: 0.3625581 Apr 28 15:04:12.850696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46718) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:12.863434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] For port 4d659541-a093-4a66-9cae-bb8ddcafe796, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d659541-a093-4a66-9cae-bb8ddcafe796,segment=NetworkSegment(a4eedd56-5208-4448-97fa-370b0255d717),segment_id=a4eedd56-5208-4448-97fa-370b0255d717)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:12.863853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.879813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Calling delete_port for 4d659541-a093-4a66-9cae-bb8ddcafe796 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:12.886274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce0623-9d80-4a44-b19d-daa48f9e1859 None None] Network f84a692f-8ce3-4b15-9143-5412efd8d467 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:12.937398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.944645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:12.978484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Port': ['ID=c5945c07-970e-43da-9818-7fbc515bd4a8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.003148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 4d659541-a093-4a66-9cae-bb8ddcafe796 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:13.004196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.094528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 4d659541-a093-4a66-9cae-bb8ddcafe796, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4d659541-a093-4a66-9cae-bb8ddcafe796,segment=NetworkSegment(a4eedd56-5208-4448-97fa-370b0255d717),segment_id=a4eedd56-5208-4448-97fa-370b0255d717)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:13.094899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.103786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.115494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.115764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 4d659541-a093-4a66-9cae-bb8ddcafe796 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:13.135262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] Pushing event deleted for resources: {'Port': ['ID=4d659541-a093-4a66-9cae-bb8ddcafe796,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.149973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e995e-4055-4ec8-88c3-e7659612af2c None None] No DVR routers for this DVR port 4d659541-a093-4a66-9cae-bb8ddcafe796 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:13.205552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] DHCP port deletion for f84a692f-8ce3-4b15-9143-5412efd8d467 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:13.247308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.272078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Deleting port 3657ae4d-1a72-46db-8a38-7348ccdd1350 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:13.273378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.285546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port 4d659541-a093-4a66-9cae-bb8ddcafe796 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:13.292392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=4d659541-a093-4a66-9cae-bb8ddcafe796,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.351637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Router 17c46554-018a-4fb4-8288-1e15440eedea has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:13.363026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] For port 3657ae4d-1a72-46db-8a38-7348ccdd1350, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3657ae4d-1a72-46db-8a38-7348ccdd1350,segment=NetworkSegment(5cd003e7-66a8-4eaa-b9a4-846392fa8594),segment_id=5cd003e7-66a8-4eaa-b9a4-846392fa8594)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:13.363812 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.381601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Calling delete_port for 3657ae4d-1a72-46db-8a38-7348ccdd1350 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:13.382675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.409087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af62296-28b3-4dc8-8460-23f6dc678ebb']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.421218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4eedd56-5208-4448-97fa-370b0255d717') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.421649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4eedd56-5208-4448-97fa-370b0255d717') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.430206 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:13.435566 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.441757 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] Sync routers for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:13.443396 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c16ab6c3-d69a-46a3-8201-7f9680492602 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049387 Apr 28 15:04:13.446367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.459666 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:13.461720 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.474117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.487482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:13.488768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.489435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.492000 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-d09d3991-97e2-4819-a81a-4306234edfe7 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] show failed (client error): The resource could not be found. Apr 28 15:04:13.493065 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d09d3991-97e2-4819-a81a-4306234edfe7 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-297258108 HTTP/1.1" status: 404 len: 334 time: 0.0457518 Apr 28 15:04:13.500077 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46722) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.508062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d66427dd-1a39-4d65-8956-5eacd7d1d6c1 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:13.522528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] Pushing event deleted for resources: {'Port': ['ID=3657ae4d-1a72-46db-8a38-7348ccdd1350,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:13.525735 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:13.532452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f54602-2125-4354-b63c-f0ba326ac695 None None] No DVR routers for this DVR port 3657ae4d-1a72-46db-8a38-7348ccdd1350 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:13.549321 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.561252 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] Routers {'17c46554-018a-4fb4-8288-1e15440eedea'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:13.561935 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:03:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['17c46554-018a-4fb4-8288-1e15440eedea'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.565834 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-d66427dd-1a39-4d65-8956-5eacd7d1d6c1 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] update failed (client error): The resource could not be found. Apr 28 15:04:13.567646 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d66427dd-1a39-4d65-8956-5eacd7d1d6c1 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1875504035 HTTP/1.1" status: 404 len: 335 time: 0.0689154 Apr 28 15:04:13.574037 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46724) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.588147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.595585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.597100 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.597762 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00330d-7eb4-4ace-87d4-44215f15c915 None None] The sync data for ids ['17c46554-018a-4fb4-8288-1e15440eedea'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:13.598754 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/8af62296-28b3-4dc8-8460-23f6dc678ebb HTTP/1.1" status: 204 len: 168 time: 0.7468419 Apr 28 15:04:13.611759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46726) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.623818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a870-ff24-4ab9-8fa5-cadc29b400dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=8af62296-28b3-4dc8-8460-23f6dc678ebb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.656812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting subnet 97000115-e6fb-4fbf-96fa-04022a4b5774 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:13.660760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.702887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.706395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.787833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.790450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.812826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84a692f-8ce3-4b15-9143-5412efd8d467']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.823072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd003e7-66a8-4eaa-b9a4-846392fa8594') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.823448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd003e7-66a8-4eaa-b9a4-846392fa8594') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:13.833325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.847521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.854169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:13.854547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.856178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:13.857733 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:13.886226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.890804 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/subnets/97000115-e6fb-4fbf-96fa-04022a4b5774 HTTP/1.1" status: 204 len: 168 time: 0.3150632 Apr 28 15:04:13.891877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64a15e-47e1-4788-b3b1-f8170b112e92 None None] Network 41ed777a-5b24-40be-a17c-86831ccc5857 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:13.893135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46728) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.895856 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628176be-e24c-4415-afee-6901b65790c0 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Subnet': ['ID=97000115-e6fb-4fbf-96fa-04022a4b5774,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.922585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.934743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.940748 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/f84a692f-8ce3-4b15-9143-5412efd8d467 HTTP/1.1" status: 204 len: 168 time: 0.3269901 Apr 28 15:04:13.945425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46730) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:13.954732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436303591'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:13.969132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1cba0-7847-4e50-83ac-7d623d5fccb3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=f84a692f-8ce3-4b15-9143-5412efd8d467,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:13.990560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:13.994608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:13.995487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.022949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:14.033275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.033619 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 41d859d0-8d0d-4609-9e70-7069022362a2 of type vlan for network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 Apr 28 15:04:14.055880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:14.056416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.077890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.085982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] DHCP port deletion for 41ed777a-5b24-40be-a17c-86831ccc5857 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:14.107559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.113824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:14.114345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.135428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Deleting port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:14.135808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.136438 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] For port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,segment=NetworkSegment(22aec591-f625-4a3f-a90d-7b394b432866),segment_id=22aec591-f625-4a3f-a90d-7b394b432866)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:14.136886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.151939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Calling delete_port for dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:14.186386 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2368410 Apr 28 15:04:14.189019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46734) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:14.196314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:14.209622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] For port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,segment=NetworkSegment(22aec591-f625-4a3f-a90d-7b394b432866),segment_id=22aec591-f625-4a3f-a90d-7b394b432866)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:14.210102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.218376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03421b62-42c0-415c-87ce-d89f56b70e87 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=97e678ac-ab5d-4e9c-8b7e-b71e0de97da7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:14.235833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Calling delete_port for dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:14.241794 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:14.253401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.292607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Port': ['ID=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:14.294819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] No DVR routers for this DVR port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:14.318897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:14.323301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.348492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3657ae4d-1a72-46db-8a38-7348ccdd1350 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:14.380356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.386632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 3657ae4d-1a72-46db-8a38-7348ccdd1350 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:14.386975 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3657ae4d-1a72-46db-8a38-7348ccdd1350 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:14.387386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:14.404372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ed777a-5b24-40be-a17c-86831ccc5857']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:14.414769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22aec591-f625-4a3f-a90d-7b394b432866') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:14.415135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22aec591-f625-4a3f-a90d-7b394b432866') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:14.420912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:14.421256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:14.421671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d659541-a093-4a66-9cae-bb8ddcafe796 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:14.426258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.440778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.445783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4d659541-a093-4a66-9cae-bb8ddcafe796 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:14.446102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4d659541-a093-4a66-9cae-bb8ddcafe796 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:14.447507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:14.448011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:14.451585 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:14.465021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.493343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] Pushing event deleted for resources: {'Port': ['ID=dc921e5b-c21f-49d4-b758-e97a3a0c8bb6,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:14.509829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3123252-7940-43e8-9934-8ff3dc122426 None None] No DVR routers for this DVR port dc921e5b-c21f-49d4-b758-e97a3a0c8bb6 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:14.564855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.628942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=37df2169-d4d4-4f27-891a-15b4d58ec8ec,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:14.652103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '41d859d0-8d0d-4609-9e70-7069022362a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:14.652932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:14.671526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:14.682356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:14.686514 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:14.687119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.696265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7cba7d-e426-4bb7-9d9b-cb3b388aaa5e None None] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:14.714107 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a0b60dfc-ca11-4282-8451-77c7eec96c61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5239713 Apr 28 15:04:14.717062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46738) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:14.722938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-462700512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:14.750729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.751617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.825344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.831607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.835642 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/networks/41ed777a-5b24-40be-a17c-86831ccc5857 HTTP/1.1" status: 204 len: 168 time: 0.9345801 Apr 28 15:04:14.840028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46740) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:14.862797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-97e678ac-ab5d-4e9c-8b7e-b71e0de97da7', 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': '37df2169-d4d4-4f27-891a-15b4d58ec8ec'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:14.864667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.865097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb1452-e66c-44d1-a05d-30ed897ff3c9 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Network': ['ID=41ed777a-5b24-40be-a17c-86831ccc5857,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:14.882070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.889517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.909817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.913691 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f1ec3f9a-9091-47fd-974c-33208ead805a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1923122 Apr 28 15:04:14.913863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46742) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:14.915211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting subnet 22371067-ea3c-425c-ae3b-921fd430c6e6 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:14.919233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:14.919421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'port': {'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7', 'name': 'tempest-RoutersTest-1731320022'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:14.964174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.020223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Allocated IP 172.20.0.2 (97e678ac-ab5d-4e9c-8b7e-b71e0de97da7/37df2169-d4d4-4f27-891a-15b4d58ec8ec/c87d0f5a-fde2-42b9-9de6-03eed2dbf966) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:15.041506 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:15.045488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.058222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.065765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] device_id is not set on port 68210ae7-e825-456a-bd3a-b10d0db08f5e yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:04:15.126634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.157448 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Subnet': ['ID=22371067-ea3c-425c-ae3b-921fd430c6e6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:15.159455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.165948 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5b1f9121-3555-4217-9017-03839de12f5c tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/subnets/22371067-ea3c-425c-ae3b-921fd430c6e6 HTTP/1.1" status: 204 len: 168 time: 0.3248560 Apr 28 15:04:15.166468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46744) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:15.170963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9ccfd2-cb93-47a8-b34d-5e1e477b2304 None None] Network d0d03f6b-e157-41ef-96cd-1e26198259e8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:15.218525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting subnet 8b09e5fe-a325-4167-a660-9ca2c92fe228 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:15.222156 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.235843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.250112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.296930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.337290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.20.0.9 (97e678ac-ab5d-4e9c-8b7e-b71e0de97da7/37df2169-d4d4-4f27-891a-15b4d58ec8ec/68210ae7-e825-456a-bd3a-b10d0db08f5e) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:15.427715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.474345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:15.482407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:15.501312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:15.507465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Pushing event updated for resources: {'Port': ['ID=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:15.554858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.587294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Attempting to bind port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:15.587670 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Attempting to bind port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '41d859d0-8d0d-4609-9e70-7069022362a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:15.588103 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Attempting to bind port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 on network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:15.591332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e026eed7-b5de-4c6e-8c1b-8a3ae344c656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.595174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Subnet': ['ID=8b09e5fe-a325-4167-a660-9ca2c92fe228,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:15.595524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:15.595885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Checking segment: {'id': '41d859d0-8d0d-4609-9e70-7069022362a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:15.596297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.596832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Bound using segment: {'id': '41d859d0-8d0d-4609-9e70-7069022362a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:15.597226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.597634 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Bound port: c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d859d0-8d0d-4609-9e70-7069022362a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '97e678ac-ab5d-4e9c-8b7e-b71e0de97da7'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:15.598189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.602986 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4fdff206-ca6c-41fe-a6b3-9e50b0f47b73 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/subnets/8b09e5fe-a325-4167-a660-9ca2c92fe228 HTTP/1.1" status: 204 len: 168 time: 0.4329004 Apr 28 15:04:15.603294 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46746) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:15.612756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.612927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa4be8-a5ce-4bbc-96fb-9f421365ca3e None None] Network 539e6903-c227-4617-acee-aac4d241c7c4 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:15.657561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.689837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] DHCP port deletion for d0d03f6b-e157-41ef-96cd-1e26198259e8 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:15.691388 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.710294 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:15.713827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:15.716678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:15.747028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=68210ae7-e825-456a-bd3a-b10d0db08f5e,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:15.749313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting port afe60185-6ea9-4bd4-9174-86363c83ccd0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:15.750197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.781639 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:15.782249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.795556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] For port c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:15.806862 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1de5ad93-9747-42ef-b719-7c32f7306a74 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8919039 Apr 28 15:04:15.809604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46748) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:15.826613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] For port c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,segment=NetworkSegment(41d859d0-8d0d-4609-9e70-7069022362a2),segment_id=41d859d0-8d0d-4609-9e70-7069022362a2)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:15.827230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] For port afe60185-6ea9-4bd4-9174-86363c83ccd0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=afe60185-6ea9-4bd4-9174-86363c83ccd0,segment=NetworkSegment(13445c31-bddb-4b1f-a7bc-42d02a0ff78a),segment_id=13445c31-bddb-4b1f-a7bc-42d02a0ff78a)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:15.827783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.837109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.847943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Calling delete_port for afe60185-6ea9-4bd4-9174-86363c83ccd0 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:15.895390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Deleting port afe60185-6ea9-4bd4-9174-86363c83ccd0 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:15.895763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.965394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:15.972996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01009de-36d2-4b45-836f-6ac305d3790a None None] Pushing event updated for resources: {'Port': ['ID=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:15.990726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] DHCP port deletion for 539e6903-c227-4617-acee-aac4d241c7c4 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:16.001492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] For port afe60185-6ea9-4bd4-9174-86363c83ccd0, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=afe60185-6ea9-4bd4-9174-86363c83ccd0,segment=NetworkSegment(13445c31-bddb-4b1f-a7bc-42d02a0ff78a),segment_id=13445c31-bddb-4b1f-a7bc-42d02a0ff78a)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:16.001890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.008886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Port': ['ID=afe60185-6ea9-4bd4-9174-86363c83ccd0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.014659 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] No DVR routers for this DVR port afe60185-6ea9-4bd4-9174-86363c83ccd0 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:16.034483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Calling delete_port for afe60185-6ea9-4bd4-9174-86363c83ccd0 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:16.111535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.125550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Deleting port c823d68e-53b5-48ae-9efa-381058bbb023 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:16.126152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.140384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d03f6b-e157-41ef-96cd-1e26198259e8']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.155687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13445c31-bddb-4b1f-a7bc-42d02a0ff78a') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.156657 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13445c31-bddb-4b1f-a7bc-42d02a0ff78a') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.168466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.184724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.188582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.211173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:16.211173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:16.216210 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:16.228573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.251574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] For port c823d68e-53b5-48ae-9efa-381058bbb023, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c823d68e-53b5-48ae-9efa-381058bbb023,segment=NetworkSegment(419e681d-2e08-4574-bfb0-a3e4d0325baa),segment_id=419e681d-2e08-4574-bfb0-a3e4d0325baa)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:16.251951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.254398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] Pushing event deleted for resources: {'Port': ['ID=afe60185-6ea9-4bd4-9174-86363c83ccd0,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.261710 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65907f4b-f988-4ae5-81a8-8feab71dcb35 None None] No DVR routers for this DVR port afe60185-6ea9-4bd4-9174-86363c83ccd0 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:16.276165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Calling delete_port for c823d68e-53b5-48ae-9efa-381058bbb023 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:16.359904 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.371529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.381395 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/networks/d0d03f6b-e157-41ef-96cd-1e26198259e8 HTTP/1.1" status: 204 len: 168 time: 0.7763329 Apr 28 15:04:16.386658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46750) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:16.425489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.447479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] No DVR routers for this DVR port c823d68e-53b5-48ae-9efa-381058bbb023 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:16.458697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44e908-f513-45fb-990f-3c679ae828ad tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Network': ['ID=d0d03f6b-e157-41ef-96cd-1e26198259e8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.486188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c87d0f5a-fde2-42b9-9de6-03eed2dbf966 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:16.488853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9ae5-1623-4f6b-af37-5e9cfb520607 None None] Pushing event deleted for resources: {'Port': ['ID=c823d68e-53b5-48ae-9efa-381058bbb023,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.542559 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.556582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:16.556957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.598059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.604549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.643418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.654452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.670066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e6903-c227-4617-acee-aac4d241c7c4']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.690116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,segment=NetworkSegment(41d859d0-8d0d-4609-9e70-7069022362a2),segment_id=41d859d0-8d0d-4609-9e70-7069022362a2)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:16.691015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419e681d-2e08-4574-bfb0-a3e4d0325baa') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.691015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419e681d-2e08-4574-bfb0-a3e4d0325baa') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:16.691300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=68210ae7-e825-456a-bd3a-b10d0db08f5e,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.701508 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.715241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.739033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.753953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.754260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:16.754794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:16.761805 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:16.770271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device afe60185-6ea9-4bd4-9174-86363c83ccd0 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:16.793308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: afe60185-6ea9-4bd4-9174-86363c83ccd0 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:16.793904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device afe60185-6ea9-4bd4-9174-86363c83ccd0 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:16.794474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c823d68e-53b5-48ae-9efa-381058bbb023 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:16.818520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: c823d68e-53b5-48ae-9efa-381058bbb023 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:16.819139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c823d68e-53b5-48ae-9efa-381058bbb023 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:16.831993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.851518 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:16.855082 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/networks/539e6903-c227-4617-acee-aac4d241c7c4 HTTP/1.1" status: 204 len: 168 time: 0.4674308 Apr 28 15:04:16.859876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46752) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:16.866082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377ed11-1ac5-4411-a180-9d220f291c40 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Network': ['ID=539e6903-c227-4617-acee-aac4d241c7c4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:16.915459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.014261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting subnet 95b6c16b-0602-42cb-b783-b7aaa96ac069 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:17.021588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.081066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.141677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.201971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088f8b48-c835-4602-9838-1dec9252dfa7 None None] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:17.266326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.339782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a5e79dcb-2e63-48e5-8467-90f11db916f0 None None] Provisioning complete for port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:17.340320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5e79dcb-2e63-48e5-8467-90f11db916f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.674463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-34b36be6-beea-46d6-8b2b-489dd0e8f299 None None] Provisioning complete for port 68210ae7-e825-456a-bd3a-b10d0db08f5e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:17.675180 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34b36be6-beea-46d6-8b2b-489dd0e8f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.713340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.715937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-34b36be6-beea-46d6-8b2b-489dd0e8f299 None None] Port 68210ae7-e825-456a-bd3a-b10d0db08f5e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:17.726326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-34b36be6-beea-46d6-8b2b-489dd0e8f299 None None] Provisioning complete for port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:17.726998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-34b36be6-beea-46d6-8b2b-489dd0e8f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.748004 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Subnet': ['ID=95b6c16b-0602-42cb-b783-b7aaa96ac069,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:17.760733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.766117 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-99c67dc3-c0ac-475b-a986-80114fb6d8b3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/subnets/95b6c16b-0602-42cb-b783-b7aaa96ac069 HTTP/1.1" status: 204 len: 168 time: 0.9028747 Apr 28 15:04:17.766286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c320c-e596-4fa0-8b30-580da054daea None None] Network 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:17.766397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46754) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:17.876798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.882018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.890201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.965068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d996b4c6-a378-418c-92f3-db62c0aa36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:17.989895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=68210ae7-e825-456a-bd3a-b10d0db08f5e,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:17.997110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.045013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] DHCP port deletion for 0c82e6b0-8b0f-4cf4-96b1-c61e73903013 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:18.066185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Deleting port 466dd235-7310-46b4-a03b-dfb0a2d5597f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:18.066526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.089251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-79f5ce48-6ded-4286-80b1-608c3928fdd8 None None] Provisioning complete for port 68210ae7-e825-456a-bd3a-b10d0db08f5e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:18.089594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-79f5ce48-6ded-4286-80b1-608c3928fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.131410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-79f5ce48-6ded-4286-80b1-608c3928fdd8 None None] Port 68210ae7-e825-456a-bd3a-b10d0db08f5e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:18.135956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Deleting port 466dd235-7310-46b4-a03b-dfb0a2d5597f {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:18.136326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.150929 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] For port 466dd235-7310-46b4-a03b-dfb0a2d5597f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=466dd235-7310-46b4-a03b-dfb0a2d5597f,segment=NetworkSegment(4368ef0d-26f4-4b0b-9762-558832c2561d),segment_id=4368ef0d-26f4-4b0b-9762-558832c2561d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:18.151296 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.167946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:18.168943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Calling delete_port for 466dd235-7310-46b4-a03b-dfb0a2d5597f owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:18.172992 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:18.199864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] For port 466dd235-7310-46b4-a03b-dfb0a2d5597f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=466dd235-7310-46b4-a03b-dfb0a2d5597f,segment=NetworkSegment(4368ef0d-26f4-4b0b-9762-558832c2561d),segment_id=4368ef0d-26f4-4b0b-9762-558832c2561d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:18.200152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.228164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Calling delete_port for 466dd235-7310-46b4-a03b-dfb0a2d5597f owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:18.317944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.324143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c87d0f5a-fde2-42b9-9de6-03eed2dbf966 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:18.335403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.367360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] No DVR routers for this DVR port 466dd235-7310-46b4-a03b-dfb0a2d5597f on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:18.369494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Port': ['ID=466dd235-7310-46b4-a03b-dfb0a2d5597f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:18.377938 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] Pushing event deleted for resources: {'Port': ['ID=466dd235-7310-46b4-a03b-dfb0a2d5597f,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:18.379809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd5c0f-0439-47fd-b6cd-bbda2383c77e None None] No DVR routers for this DVR port 466dd235-7310-46b4-a03b-dfb0a2d5597f on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:18.403334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9866cac1-73d0-488c-a817-4095de0dc976 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:18.416436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:18.417083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.419197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.502322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.556814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c82e6b0-8b0f-4cf4-96b1-c61e73903013']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.572715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4368ef0d-26f4-4b0b-9762-558832c2561d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.573017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4368ef0d-26f4-4b0b-9762-558832c2561d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.576688 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 466dd235-7310-46b4-a03b-dfb0a2d5597f no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:18.587273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.589420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:18.598571 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-984a4cb1-4156-46da-9181-3cd83b197446 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9866cac1-73d0-488c-a817-4095de0dc976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879145 Apr 28 15:04:18.601463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:18.602777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 466dd235-7310-46b4-a03b-dfb0a2d5597f {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:18.603119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 466dd235-7310-46b4-a03b-dfb0a2d5597f not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:18.609592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.614094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] Sync routers for ids ['9866cac1-73d0-488c-a817-4095de0dc976'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:18.623486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:18.623899 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self.session.flush() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:18.626943 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:18.630205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] Routers {'9866cac1-73d0-488c-a817-4095de0dc976'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:18.630205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9866cac1-73d0-488c-a817-4095de0dc976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.656576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c65d6-8839-46fe-9e0e-77f030da70f0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:18.657876 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5b9c65d6-8839-46fe-9e0e-77f030da70f0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports/68210ae7-e825-456a-bd3a-b10d0db08f5e HTTP/1.1" status: 200 len: 977 time: 0.0549068 Apr 28 15:04:18.660805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46758) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:18.668226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.686185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] Routers {'9866cac1-73d0-488c-a817-4095de0dc976'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:18.686805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9866cac1-73d0-488c-a817-4095de0dc976'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.689987 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-807b29f7-bb66-4782-a887-14258f18498e None None] Provisioning complete for port 68210ae7-e825-456a-bd3a-b10d0db08f5e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:18.690349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-807b29f7-bb66-4782-a887-14258f18498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.690898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.698122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.701326 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/networks/0c82e6b0-8b0f-4cf4-96b1-c61e73903013 HTTP/1.1" status: 204 len: 168 time: 0.9340289 Apr 28 15:04:18.705356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46760) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:18.713233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d398294-cbb2-415b-a14c-54c1c7a762d3 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Pushing event deleted for resources: {'Network': ['ID=0c82e6b0-8b0f-4cf4-96b1-c61e73903013,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:18.750398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:18.751041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66365a3-3474-40d5-b597-9e6c7da9de32 None None] The sync data for ids ['9866cac1-73d0-488c-a817-4095de0dc976'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:18.760131 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c7d84357-8ff2-408d-87c3-3e7be62c24b1 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "GET /v2.0/ports?device_id=17c46554-018a-4fb4-8288-1e15440eedea HTTP/1.1" status: 200 len: 205 time: 0.0535252 Apr 28 15:04:18.762320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:18.764907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-807b29f7-bb66-4782-a887-14258f18498e None None] Port 68210ae7-e825-456a-bd3a-b10d0db08f5e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:18.842573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:18.976043 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.071637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.075157 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.135202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.135740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Fanout notify agent at l3_agent the message router_deleted on router 17c46554-018a-4fb4-8288-1e15440eedea {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:19.144609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.145675 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-efbe7cb8-af15-4388-a6a2-da077efd5501 tempest-RoutersNegativeIpV6Test-65124898 tempest-RoutersNegativeIpV6Test-65124898-project] 10.222.0.58 "DELETE /v2.0/routers/17c46554-018a-4fb4-8288-1e15440eedea HTTP/1.1" status: 204 len: 168 time: 0.3825247 Apr 28 15:04:19.248973 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.400761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46768) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:19.465096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 68210ae7-e825-456a-bd3a-b10d0db08f5e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:19.465426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.577660 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3cd4b0c3-1f83-44ab-a7e4-bedbc91a4847 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e6a8ac4560f342b2a179348cecd95cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758175 Apr 28 15:04:19.580581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46772) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:19.581170 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.593185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 68210ae7-e825-456a-bd3a-b10d0db08f5e owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:19.630299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.655977 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.702622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.705271 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.706447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9dd4f51c-154b-4dab-8a5c-315d278f2e14 HTTP/1.1" status: 204 len: 168 time: 0.1248684 Apr 28 15:04:19.714954 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91520191-e979-468d-80b7-887ba4163221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd4f51c-154b-4dab-8a5c-315d278f2e14,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:19.766084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:19.794392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=68210ae7-e825-456a-bd3a-b10d0db08f5e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:19.953526 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.109832 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9866cac1-73d0-488c-a817-4095de0dc976 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:20.127999 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.185416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:20.190395 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-76b464ab-6ced-4996-81b0-0a99c9192bd7 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9866cac1-73d0-488c-a817-4095de0dc976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5285830 Apr 28 15:04:20.193290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:20.195901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] Sync routers for ids ['9866cac1-73d0-488c-a817-4095de0dc976'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:20.207042 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] Routers {'9866cac1-73d0-488c-a817-4095de0dc976'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:20.207730 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9866cac1-73d0-488c-a817-4095de0dc976'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:20.243240 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:20.252211 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] Routers {'9866cac1-73d0-488c-a817-4095de0dc976'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:20.252813 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9866cac1-73d0-488c-a817-4095de0dc976'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:20.285013 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:20.285688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b2d61-6d84-40fb-b807-8dfdd4147fdc None None] The sync data for ids ['9866cac1-73d0-488c-a817-4095de0dc976'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:20.675513 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-7e8ba2d1-9d2c-4204-ab2f-bae4605baf21 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 15:04:20.676598 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7e8ba2d1-9d2c-4204-ab2f-bae4605baf21 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9866cac1-73d0-488c-a817-4095de0dc976/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4823773 Apr 28 15:04:20.679547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46778) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:20.705030 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8c76f097-7feb-4483-9590-bb842a46da33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=9866cac1-73d0-488c-a817-4095de0dc976 HTTP/1.1" status: 200 len: 205 time: 0.0244341 Apr 28 15:04:20.707470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46780) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:20.723449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.781134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.941877 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:04:20.947143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.949307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.994581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:20.995112 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router 9866cac1-73d0-488c-a817-4095de0dc976 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:21.002441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.006232 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b0f7d8b1-ed08-4c23-86a6-d09ac4b90bd8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/9866cac1-73d0-488c-a817-4095de0dc976 HTTP/1.1" status: 204 len: 168 time: 0.2950523 Apr 28 15:04:21.006232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:21.056475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet 37df2169-d4d4-4f27-891a-15b4d58ec8ec {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:21.059762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.103529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.187184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.246678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.279830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=37df2169-d4d4-4f27-891a-15b4d58ec8ec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:21.281873 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.285058 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fd8d0940-f3c4-40b4-9f13-4719cefd9f78 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/37df2169-d4d4-4f27-891a-15b4d58ec8ec HTTP/1.1" status: 204 len: 168 time: 0.2780230 Apr 28 15:04:21.287128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087f4523-aded-4862-99d4-8619470c5abb None None] Network 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:21.288071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46784) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:21.364026 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.417546 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:21.417879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.455712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] DHCP port deletion for 97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:21.483467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,segment=NetworkSegment(41d859d0-8d0d-4609-9e70-7069022362a2),segment_id=41d859d0-8d0d-4609-9e70-7069022362a2)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:21.483829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.496935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for c87d0f5a-fde2-42b9-9de6-03eed2dbf966 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:21.515677 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Deleting port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:21.516054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.577425 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] For port c87d0f5a-fde2-42b9-9de6-03eed2dbf966, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,segment=NetworkSegment(41d859d0-8d0d-4609-9e70-7069022362a2),segment_id=41d859d0-8d0d-4609-9e70-7069022362a2)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:21.577900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.580869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.590797 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Calling delete_port for c87d0f5a-fde2-42b9-9de6-03eed2dbf966 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:21.604248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:21.611463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:21.667839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.692202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] Pushing event deleted for resources: {'Port': ['ID=c87d0f5a-fde2-42b9-9de6-03eed2dbf966,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:21.693121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.695605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47593e1-a492-4e9f-94e9-937f57a9e8ab None None] No DVR routers for this DVR port c87d0f5a-fde2-42b9-9de6-03eed2dbf966 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:21.714996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e678ac-ab5d-4e9c-8b7e-b71e0de97da7']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:21.724400 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d859d0-8d0d-4609-9e70-7069022362a2') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:21.724696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d859d0-8d0d-4609-9e70-7069022362a2') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:21.734057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.747074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.753120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:21.753564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:21.756467 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:21.820739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.827445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.830551 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/97e678ac-ab5d-4e9c-8b7e-b71e0de97da7 HTTP/1.1" status: 204 len: 168 time: 0.5411565 Apr 28 15:04:21.834444 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46786) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:21.840218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-255522046'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:21.842350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc69263-736d-415f-b573-09e2ad0f1fbd tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=97e678ac-ab5d-4e9c-8b7e-b71e0de97da7,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:21.864435 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:21.868042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.891117 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:21.899850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.900249 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14 of type vlan for network b5e9212e-c5d9-437f-9794-58024a378587 Apr 28 15:04:21.938036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.968923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:21.974285 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:21.974859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.027404 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1912060 Apr 28 15:04:22.031036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46788) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:22.036556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:22.041970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c77073-7f68-4de5-b2b8-1ebac6a09bd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=b5e9212e-c5d9-437f-9794-58024a378587,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:22.052807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network b5e9212e-c5d9-437f-9794-58024a378587 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:22.123043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:22.126678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.285200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c87d0f5a-fde2-42b9-9de6-03eed2dbf966 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:22.308624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.309871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: c87d0f5a-fde2-42b9-9de6-03eed2dbf966 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:22.310337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device c87d0f5a-fde2-42b9-9de6-03eed2dbf966 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:22.370222 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=cc9e0428-6dfb-49a6-8936-c9bc7f9362cf,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:22.380960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:22.381317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: b5e9212e-c5d9-437f-9794-58024a378587, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:22.400063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network b5e9212e-c5d9-437f-9794-58024a378587 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:22.411069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, b5e9212e-c5d9-437f-9794-58024a378587) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:22.415170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:22.415755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.421212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd637e-9c99-4c54-b82f-3eb94c72da1c None None] Network b5e9212e-c5d9-437f-9794-58024a378587 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:22.432084 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e9039729-4f22-414a-bf7d-c1040fc3f9ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998988 Apr 28 15:04:22.434888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46790) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:22.439645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-263602769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:22.463055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.464020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.519864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.525839 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.543631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.548201 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b6801f4-305e-4804-b40c-f8cd12fadec3 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1088862 Apr 28 15:04:22.548343 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46792) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:22.707813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-b5e9212e-c5d9-437f-9794-58024a378587', 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': 'cc9e0428-6dfb-49a6-8936-c9bc7f9362cf'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:22.708788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.826594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.839203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Allocated IP 172.20.0.2 (b5e9212e-c5d9-437f-9794-58024a378587/cc9e0428-6dfb-49a6-8936-c9bc7f9362cf/694388ce-20ee-41b5-8212-8999e73d6b45) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:22.982802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:22.989724 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.034015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Network b5e9212e-c5d9-437f-9794-58024a378587 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:23.039280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:23.041383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Pushing event updated for resources: {'Port': ['ID=694388ce-20ee-41b5-8212-8999e73d6b45,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:23.043484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:23.069735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.20.0.1 (b5e9212e-c5d9-437f-9794-58024a378587/cc9e0428-6dfb-49a6-8936-c9bc7f9362cf/b0b82620-18cd-448a-8cad-eca97676798c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:23.094842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Attempting to bind port 694388ce-20ee-41b5-8212-8999e73d6b45 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:23.095133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Attempting to bind port 694388ce-20ee-41b5-8212-8999e73d6b45 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:23.095506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Attempting to bind port 694388ce-20ee-41b5-8212-8999e73d6b45 on network b5e9212e-c5d9-437f-9794-58024a378587 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:23.100870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:23.101242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Checking segment: {'id': '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:23.101638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.102021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Bound using segment: {'id': '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:23.102497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Bound port: 694388ce-20ee-41b5-8212-8999e73d6b45, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b5e9212e-c5d9-437f-9794-58024a378587'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:23.102873 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.164903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] For port 694388ce-20ee-41b5-8212-8999e73d6b45, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:23.167938 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] For port 694388ce-20ee-41b5-8212-8999e73d6b45, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=694388ce-20ee-41b5-8212-8999e73d6b45,segment=NetworkSegment(8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14),segment_id=8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:23.173426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.182135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.218406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.233948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a524ed1-6d77-4d1f-84a3-a99f98adcb99 None None] Pushing event updated for resources: {'Port': ['ID=694388ce-20ee-41b5-8212-8999e73d6b45,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:23.268040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network b5e9212e-c5d9-437f-9794-58024a378587 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:23.271356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:23.276147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:23.280130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=b0b82620-18cd-448a-8cad-eca97676798c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:23.325208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.454105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.462175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-74761de4-5d7a-42b4-a3e0-4178c23c9cb9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498319 Apr 28 15:04:23.563170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-f8dd2118-d257-4217-aec4-998e93bae257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:23.564894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-f8dd2118-d257-4217-aec4-998e93bae257 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 1099 time: 0.0548494 Apr 28 15:04:23.676986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-3dff617c-9ce9-4c2a-a8c2-c1f636f433fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:23.678544 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-3dff617c-9ce9-4c2a-a8c2-c1f636f433fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.0925698 Apr 28 15:04:23.737626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.744563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.747831 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-2ce246cc-5008-482c-b83d-1942b59c87e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 200 len: 1002 time: 0.0611322 Apr 28 15:04:23.797493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-3da26199-7765-45b6-ace0-6b4fbf0e0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:23.798995 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-3da26199-7765-45b6-ace0-6b4fbf0e0fa7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0449376 Apr 28 15:04:23.820320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=b0b82620-18cd-448a-8cad-eca97676798c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:23.822725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:23.851961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-7a2dc4d0-f54e-4d7a-a770-0fd92382e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:23.853388 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-7a2dc4d0-f54e-4d7a-a770-0fd92382e177 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0469005 Apr 28 15:04:23.921235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network b5e9212e-c5d9-437f-9794-58024a378587 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:23.923156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:23.952943 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-49865e18-564a-4018-a0e2-e4803d933bfa service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924451 Apr 28 15:04:24.060015 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-01649bb3-c2a2-4685-876a-0e3c99adb731 req-8185b8a8-6f0e-4f3b-aae1-6b727c5a57a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994434 Apr 28 15:04:24.063087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:24.158952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:24.167452 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-814d1d95-6354-4e52-b42e-2aba9c5d27f8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6146824 Apr 28 15:04:24.167452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46794) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:24.173769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] Sync routers for ids ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:24.183421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] Routers {'cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:24.184276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:24.210742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945889c-b9d3-4a82-b7ab-0ada016d3e05 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:24.212201 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2945889c-b9d3-4a82-b7ab-0ada016d3e05 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports/b0b82620-18cd-448a-8cad-eca97676798c HTTP/1.1" status: 200 len: 910 time: 0.0446458 Apr 28 15:04:24.215240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:24.223506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:24.232436 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] Routers {'cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:24.233288 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:24.282642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eccdf60-6064-45b9-b67b-2e26f043634b None None] Network b5e9212e-c5d9-437f-9794-58024a378587 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:24.284900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:24.285490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7909f1-3f1f-4524-8bae-c6203407b702 None None] The sync data for ids ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:24.339102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 694388ce-20ee-41b5-8212-8999e73d6b45 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:24.394536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] Provisioning complete for port 694388ce-20ee-41b5-8212-8999e73d6b45 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:24.394824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.486018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 694388ce-20ee-41b5-8212-8999e73d6b45 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:24.486360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.535529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.580498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.652018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] For port 694388ce-20ee-41b5-8212-8999e73d6b45, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=694388ce-20ee-41b5-8212-8999e73d6b45,segment=NetworkSegment(8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14),segment_id=8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:24.659312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.690628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.731430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ba5a6-6128-4a74-994e-6bf8dd104066 None None] Pushing event updated for resources: {'Port': ['ID=694388ce-20ee-41b5-8212-8999e73d6b45,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:24.767553 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:04:24.767904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:04:24.785492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port b0b82620-18cd-448a-8cad-eca97676798c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:24.785841 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.879267 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3c1e2402-28af-469c-832c-0347a743a123 None None] Provisioning complete for port b0b82620-18cd-448a-8cad-eca97676798c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:24.879484 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.879631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2402-28af-469c-832c-0347a743a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:24.893672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for b0b82620-18cd-448a-8cad-eca97676798c owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:24.917529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e2402-28af-469c-832c-0347a743a123 None None] Port b0b82620-18cd-448a-8cad-eca97676798c cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:24.927674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-3c1e2402-28af-469c-832c-0347a743a123 None None] Provisioning complete for port 694388ce-20ee-41b5-8212-8999e73d6b45 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:24.928345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2402-28af-469c-832c-0347a743a123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:25.072994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:25.100259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=b0b82620-18cd-448a-8cad-eca97676798c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:25.121402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a0659318-04ca-46d3-95e3-120c5cdf7b9d None None] Could not find standard attr ID for object b0b82620-18cd-448a-8cad-eca97676798c. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:04:25.239387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a0af2d8d-9c1e-498f-ac58-9423be6f409e None None] Could not find standard attr ID for object b0b82620-18cd-448a-8cad-eca97676798c. {{(pid=102642) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 15:04:25.540646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:25.690886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:25.771821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:25.780143 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3b9d8d24-c9ed-4e39-90e2-1e62b729e077 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5604579 Apr 28 15:04:25.781016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46802) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:25.785082 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d75594-1218-4713-a363-6f5fb490336d None None] Sync routers for ids ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:25.797022 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] Routers {'cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:25.797634 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:25.810395 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1806a52f-6239-46b9-9a98-3edfd1acd26d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 HTTP/1.1" status: 200 len: 205 time: 0.0279603 Apr 28 15:04:25.812982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46804) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:25.832928 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:25.842007 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] Routers {'cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:25.842603 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:25.873644 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-13d75594-1218-4713-a363-6f5fb490336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:25.874273 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d75594-1218-4713-a363-6f5fb490336d None None] The sync data for ids ['cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:25.888173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.050379 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.052484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.097346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.097954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:26.106723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.108596 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-527b8331-72b0-44b7-a3bf-f957d50ce0b4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 HTTP/1.1" status: 204 len: 168 time: 0.2944367 Apr 28 15:04:26.110483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46806) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:26.164919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet cc9e0428-6dfb-49a6-8936-c9bc7f9362cf {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:26.167972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.206417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.281532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 694388ce-20ee-41b5-8212-8999e73d6b45 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:26.293548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.329671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 694388ce-20ee-41b5-8212-8999e73d6b45 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:26.330041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.355479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.384590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9e0428-6dfb-49a6-8936-c9bc7f9362cf,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:26.386653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.392550 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-92857dab-ee4e-4dd1-9770-7533102cd449 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/cc9e0428-6dfb-49a6-8936-c9bc7f9362cf HTTP/1.1" status: 204 len: 168 time: 0.2784696 Apr 28 15:04:26.393268 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46808) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:26.395814 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0c55ae-0f22-4f71-922a-4e7f9933cd30 None None] Network b5e9212e-c5d9-437f-9794-58024a378587 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:26.468845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.526135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 694388ce-20ee-41b5-8212-8999e73d6b45 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:26.526487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.584657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] DHCP port deletion for b5e9212e-c5d9-437f-9794-58024a378587 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:26.594792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 694388ce-20ee-41b5-8212-8999e73d6b45, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=694388ce-20ee-41b5-8212-8999e73d6b45,segment=NetworkSegment(8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14),segment_id=8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:26.595355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.608357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 694388ce-20ee-41b5-8212-8999e73d6b45 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:26.637331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Deleting port 694388ce-20ee-41b5-8212-8999e73d6b45 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:26.637675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.686516 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.698781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] For port 694388ce-20ee-41b5-8212-8999e73d6b45, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=694388ce-20ee-41b5-8212-8999e73d6b45,segment=NetworkSegment(8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14),segment_id=8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:26.699183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.712612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Calling delete_port for 694388ce-20ee-41b5-8212-8999e73d6b45 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:26.719241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=694388ce-20ee-41b5-8212-8999e73d6b45,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:26.722935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port 694388ce-20ee-41b5-8212-8999e73d6b45 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:26.794318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.804385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.818741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] Pushing event deleted for resources: {'Port': ['ID=694388ce-20ee-41b5-8212-8999e73d6b45,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:26.824277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0803fb4f-2c86-47c7-a6f1-282e3e37a700 None None] No DVR routers for this DVR port 694388ce-20ee-41b5-8212-8999e73d6b45 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:26.825606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e9212e-c5d9-437f-9794-58024a378587']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:26.835813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:26.836043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba7376f-0fc6-45d5-8b24-d0cbe7c4ce14') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:26.845787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.860555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.868770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:26.869179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:26.873213 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:26.940369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.948205 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.951568 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/b5e9212e-c5d9-437f-9794-58024a378587 HTTP/1.1" status: 204 len: 168 time: 0.5572801 Apr 28 15:04:26.955679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46810) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:26.960741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1654491013', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}, 'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:26.965646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb536d-5f48-40b4-8b45-65f0e65d45e2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=b5e9212e-c5d9-437f-9794-58024a378587,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:26.986263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:26.987324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.038581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.180180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.667993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.686442 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.795264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.26.4.74 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/ceee177a-63cf-4816-af2e-70a92249bbe4) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:27.899184 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.936018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:27.975964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:27.981223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:27.983432 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=ceee177a-63cf-4816-af2e-70a92249bbe4,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:27.985555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:28.237413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:28.273367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 694388ce-20ee-41b5-8212-8999e73d6b45 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:28.294301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 694388ce-20ee-41b5-8212-8999e73d6b45 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:28.294637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 694388ce-20ee-41b5-8212-8999e73d6b45 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:28.437540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:28.568253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 185413ef-0f2b-489f-b332-7b4897771eff is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:28.675669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:28.685608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] Sync routers for ids ['185413ef-0f2b-489f-b332-7b4897771eff'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:28.699169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] Routers {'185413ef-0f2b-489f-b332-7b4897771eff'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:28.700022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['185413ef-0f2b-489f-b332-7b4897771eff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:28.703096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:28.704439 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bdef3bb1-2fb6-407b-9447-f4551dbc92ff tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7476468 Apr 28 15:04:28.707370 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:28.735185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:28.744375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] Routers {'185413ef-0f2b-489f-b332-7b4897771eff'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:28.744988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['185413ef-0f2b-489f-b332-7b4897771eff'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:28.779013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:28.779840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa9f1c-e861-4043-8dd8-daa32e722311 None None] The sync data for ids ['185413ef-0f2b-489f-b332-7b4897771eff'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:28.819438 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8142f855-4b48-4270-9da7-633e4253b712 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers/185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 200 len: 880 time: 0.1108122 Apr 28 15:04:28.822148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46816) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:29.065668 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-74cb76d2-d051-49b8-a1ee-df81ba42a973 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2420144 Apr 28 15:04:29.069226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46818) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:29.073493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1654491013'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:29.384834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:29.398957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:29.510606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 185413ef-0f2b-489f-b332-7b4897771eff has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:29.629840 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:29.636614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:29.637729 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6004e2ce-6388-47b2-96fa-c244af14619c tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 200 len: 887 time: 0.5675752 Apr 28 15:04:29.640580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46820) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:29.644913 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] Sync routers for ids ['185413ef-0f2b-489f-b332-7b4897771eff'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:29.654286 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] Routers {'185413ef-0f2b-489f-b332-7b4897771eff'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:29.654923 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['185413ef-0f2b-489f-b332-7b4897771eff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:29.693755 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:29.704342 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] Routers {'185413ef-0f2b-489f-b332-7b4897771eff'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:29.705008 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['185413ef-0f2b-489f-b332-7b4897771eff'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:29.737712 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:29.738362 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e77fe-740a-4ee9-b5d3-c4b765203ab4 None None] The sync data for ids ['185413ef-0f2b-489f-b332-7b4897771eff'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:30.033766 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0820e40e-c257-471c-a878-5d4f3b22085f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers/185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 200 len: 887 time: 0.3920009 Apr 28 15:04:30.037452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:30.081539 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a4ca1bcc-1390-4b0f-92ff-880b4a4a24f0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 200 len: 205 time: 0.0430098 Apr 28 15:04:30.084209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46824) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:30.188890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.299622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.358116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port ceee177a-63cf-4816-af2e-70a92249bbe4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:30.358402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.433493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.445976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for ceee177a-63cf-4816-af2e-70a92249bbe4 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:30.614574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.643572 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=ceee177a-63cf-4816-af2e-70a92249bbe4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:30.702318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.790322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.792498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.839792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.840498 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router 185413ef-0f2b-489f-b332-7b4897771eff {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:30.849133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.853765 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6401f995-0ffe-4ac4-859f-408474433911 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 204 len: 168 time: 0.7651854 Apr 28 15:04:30.854172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46826) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:30.859225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1442327447'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:30.881100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:30.884525 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.909236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:30.919475 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.919818 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8 of type vlan for network ff989c71-fe68-489c-9f4c-9f8a6480330a Apr 28 15:04:30.959177 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.985280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:30.991785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:30.992414 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.049232 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1939423 Apr 28 15:04:31.052114 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46828) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:31.057654 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:31.070666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b28a3-659b-4571-a566-5bfc73f86a49 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=ff989c71-fe68-489c-9f4c-9f8a6480330a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:31.083211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network ff989c71-fe68-489c-9f4c-9f8a6480330a details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:31.154378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:31.157863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.341351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.401311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=23502777-2635-4178-992e-0f30e0714b6f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:31.410788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:31.411151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: ff989c71-fe68-489c-9f4c-9f8a6480330a, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:31.430011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network ff989c71-fe68-489c-9f4c-9f8a6480330a is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:31.440476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, ff989c71-fe68-489c-9f4c-9f8a6480330a) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:31.444776 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:31.445360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.450195 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e6885b-1fb1-4ab9-ba64-5a8d471a829a None None] Network ff989c71-fe68-489c-9f4c-9f8a6480330a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:31.462037 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8d69683e-3bd5-45fd-9c2e-d83167553791 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4086599 Apr 28 15:04:31.465141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46832) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:31.469665 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-93730397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:31.491032 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.492099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.550055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.556587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.576104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.579874 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-70d61eca-ba02-480f-b67b-4afd242a7091 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1112356 Apr 28 15:04:31.580266 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46834) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:31.605844 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-ff989c71-fe68-489c-9f4c-9f8a6480330a', 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': '23502777-2635-4178-992e-0f30e0714b6f'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:31.606697 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.739453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Allocated IP 172.20.0.2 (ff989c71-fe68-489c-9f4c-9f8a6480330a/23502777-2635-4178-992e-0f30e0714b6f/cb4d8563-1c99-41f5-b656-f200a2b30634) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:31.854594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.883810 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.891617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:31.926906 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Network ff989c71-fe68-489c-9f4c-9f8a6480330a is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:31.931753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:31.935194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:31.943725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Pushing event updated for resources: {'Port': ['ID=cb4d8563-1c99-41f5-b656-f200a2b30634,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:31.997066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Attempting to bind port cb4d8563-1c99-41f5-b656-f200a2b30634 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:31.997698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Attempting to bind port cb4d8563-1c99-41f5-b656-f200a2b30634 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:31.998054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Attempting to bind port cb4d8563-1c99-41f5-b656-f200a2b30634 on network ff989c71-fe68-489c-9f4c-9f8a6480330a {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:32.002832 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:32.003201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Checking segment: {'id': 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:32.003593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.004004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Bound using segment: {'id': 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:32.004456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Bound port: cb4d8563-1c99-41f5-b656-f200a2b30634, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'ff989c71-fe68-489c-9f4c-9f8a6480330a'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:32.004854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.064894 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] For port cb4d8563-1c99-41f5-b656-f200a2b30634, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:32.067886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] For port cb4d8563-1c99-41f5-b656-f200a2b30634, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb4d8563-1c99-41f5-b656-f200a2b30634,segment=NetworkSegment(a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8),segment_id=a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:32.074971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.094383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.20.0.1 (ff989c71-fe68-489c-9f4c-9f8a6480330a/23502777-2635-4178-992e-0f30e0714b6f/b3da17f0-5cd2-40bc-af6a-8b083dd7ad18) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:32.134021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05df83-4b3c-4715-95ad-cc6f2cd8873b None None] Pushing event updated for resources: {'Port': ['ID=cb4d8563-1c99-41f5-b656-f200a2b30634,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:32.213586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.251845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.309059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network ff989c71-fe68-489c-9f4c-9f8a6480330a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:32.312489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:32.317486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:32.345487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=b3da17f0-5cd2-40bc-af6a-8b083dd7ad18,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:32.368615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.484356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.744747 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.752046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.825005 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:32.826892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=b3da17f0-5cd2-40bc-af6a-8b083dd7ad18,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:32.930500 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network ff989c71-fe68-489c-9f4c-9f8a6480330a is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:32.932033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:33.018222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca89b9-04ec-400a-b470-ab6d7ba466ce None None] Network ff989c71-fe68-489c-9f4c-9f8a6480330a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:33.051252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router ae676172-359f-48bc-8bbd-249028d3816a is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:33.140277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] Provisioning complete for port cb4d8563-1c99-41f5-b656-f200a2b30634 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:33.140940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.142235 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:33.147179 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-46a791d5-026f-473a-82a2-08195a310a7e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/ae676172-359f-48bc-8bbd-249028d3816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5656607 Apr 28 15:04:33.149788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46836) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:33.169201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] Sync routers for ids ['ae676172-359f-48bc-8bbd-249028d3816a'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:33.192362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fad2a2-0984-4c7c-b5a2-06b9c4e3af40 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:33.193748 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b4fad2a2-0984-4c7c-b5a2-06b9c4e3af40 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports/b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 HTTP/1.1" status: 200 len: 910 time: 0.0430562 Apr 28 15:04:33.196446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46838) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:33.201506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '23502777-2635-4178-992e-0f30e0714b6f'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:33.349197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.355340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] Routers {'ae676172-359f-48bc-8bbd-249028d3816a'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:33.355988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['ae676172-359f-48bc-8bbd-249028d3816a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:33.391261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:33.413657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] Routers {'ae676172-359f-48bc-8bbd-249028d3816a'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:33.414234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['ae676172-359f-48bc-8bbd-249028d3816a'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:33.470699 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:33.471340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090bda25-2c66-4f90-ad95-87f79dd5a30d None None] The sync data for ids ['ae676172-359f-48bc-8bbd-249028d3816a'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:33.486098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.523388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] For port cb4d8563-1c99-41f5-b656-f200a2b30634, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb4d8563-1c99-41f5-b656-f200a2b30634,segment=NetworkSegment(a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8),segment_id=a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:33.530562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.585761 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824b93b-7c27-49bb-a168-6b29f915ae41 None None] Pushing event updated for resources: {'Port': ['ID=cb4d8563-1c99-41f5-b656-f200a2b30634,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:33.652223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-545a9a61-9b7a-4a7f-972a-f4f943678967 None None] Provisioning complete for port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:33.652599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-545a9a61-9b7a-4a7f-972a-f4f943678967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.689289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-545a9a61-9b7a-4a7f-972a-f4f943678967 None None] Port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:33.703771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-545a9a61-9b7a-4a7f-972a-f4f943678967 None None] Provisioning complete for port cb4d8563-1c99-41f5-b656-f200a2b30634 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:33.704181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-545a9a61-9b7a-4a7f-972a-f4f943678967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.749649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.760737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.859649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:33.860426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.861794 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/ports/b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 HTTP/1.1" status: 200 len: 910 time: 0.6644461 Apr 28 15:04:33.862824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338be2a-6974-47b2-a3db-bce8ba730508 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=b3da17f0-5cd2-40bc-af6a-8b083dd7ad18,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:33.864934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46840) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:33.934610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4e633ef3-a6aa-486c-8581-b47e355b90c5 None None] Provisioning complete for port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:33.935037 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4e633ef3-a6aa-486c-8581-b47e355b90c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:33.972345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4e633ef3-a6aa-486c-8581-b47e355b90c5 None None] Port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:34.092597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-730baace-795d-425b-8b14-52d26d0a97e9 None None] Provisioning complete for port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:34.092886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-730baace-795d-425b-8b14-52d26d0a97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.130359 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-730baace-795d-425b-8b14-52d26d0a97e9 None None] Port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:34.202602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.316853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cb4d8563-1c99-41f5-b656-f200a2b30634 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:34.368188 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port cb4d8563-1c99-41f5-b656-f200a2b30634 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:34.368560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.459477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:34.459873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.553830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.565479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for b3da17f0-5cd2-40bc-af6a-8b083dd7ad18 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:34.734147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:34.761061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=b3da17f0-5cd2-40bc-af6a-8b083dd7ad18,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:34.898415 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.050115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router ae676172-359f-48bc-8bbd-249028d3816a has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:35.126472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:35.132149 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b03e8c10-b86f-4736-8ac0-c4949655421a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/ae676172-359f-48bc-8bbd-249028d3816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2660785 Apr 28 15:04:35.136071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:35.138059 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] Sync routers for ids ['ae676172-359f-48bc-8bbd-249028d3816a'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:35.149387 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] Routers {'ae676172-359f-48bc-8bbd-249028d3816a'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:35.149993 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['ae676172-359f-48bc-8bbd-249028d3816a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:35.163000 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c9a6dcd8-9a23-421d-a9aa-a8143024f6a1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae676172-359f-48bc-8bbd-249028d3816a HTTP/1.1" status: 200 len: 205 time: 0.0258036 Apr 28 15:04:35.165722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:35.240965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.270724 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:35.279649 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] Routers {'ae676172-359f-48bc-8bbd-249028d3816a'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:35.280276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['ae676172-359f-48bc-8bbd-249028d3816a'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:35.311032 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:35.311569 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61552e00-e2e6-49af-a03e-51b1f6e10a7a None None] The sync data for ids ['ae676172-359f-48bc-8bbd-249028d3816a'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:35.694334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.696673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.742154 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.742702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router ae676172-359f-48bc-8bbd-249028d3816a {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:04:35.749985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.751104 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f961b744-67cb-462e-ae09-1f3a20759739 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/ae676172-359f-48bc-8bbd-249028d3816a HTTP/1.1" status: 204 len: 168 time: 0.5845058 Apr 28 15:04:35.754057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:35.803016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet 23502777-2635-4178-992e-0f30e0714b6f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:35.806192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.845383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.928833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:35.989151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.017659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.020742 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/23502777-2635-4178-992e-0f30e0714b6f HTTP/1.1" status: 204 len: 168 time: 0.2658072 Apr 28 15:04:36.021619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ffe8-880e-4d77-8d3e-32286409b493 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=23502777-2635-4178-992e-0f30e0714b6f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:36.023562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:36.027642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4fe0c3-4c31-4c00-9d25-4310780b786b None None] Network ff989c71-fe68-489c-9f4c-9f8a6480330a requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:36.104230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.159607 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port cb4d8563-1c99-41f5-b656-f200a2b30634 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:36.159760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.204965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] DHCP port deletion for ff989c71-fe68-489c-9f4c-9f8a6480330a request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:36.228233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port cb4d8563-1c99-41f5-b656-f200a2b30634, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb4d8563-1c99-41f5-b656-f200a2b30634,segment=NetworkSegment(a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8),segment_id=a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:36.228598 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.243835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for cb4d8563-1c99-41f5-b656-f200a2b30634 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:36.256522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Deleting port cb4d8563-1c99-41f5-b656-f200a2b30634 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:36.257876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.306716 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cb4d8563-1c99-41f5-b656-f200a2b30634 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:36.328083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.350676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] For port cb4d8563-1c99-41f5-b656-f200a2b30634, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=cb4d8563-1c99-41f5-b656-f200a2b30634,segment=NetworkSegment(a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8),segment_id=a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:36.351213 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.359519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=cb4d8563-1c99-41f5-b656-f200a2b30634,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:36.362617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46852) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:36.366821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port cb4d8563-1c99-41f5-b656-f200a2b30634 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:36.367215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Calling delete_port for cb4d8563-1c99-41f5-b656-f200a2b30634 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:36.376841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No active binding found for port cb4d8563-1c99-41f5-b656-f200a2b30634 {{(pid=102642) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 28 15:04:36.377293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device cb4d8563-1c99-41f5-b656-f200a2b30634 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:36.455469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.490853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] Pushing event deleted for resources: {'Port': ['ID=cb4d8563-1c99-41f5-b656-f200a2b30634,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:36.493231 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c6a35-798c-48b3-89d4-1a9ebb81d8b4 None None] No DVR routers for this DVR port cb4d8563-1c99-41f5-b656-f200a2b30634 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:36.625529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36961145-cd60-4ce8-a416-7557e900e62f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:36.625529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36961145-cd60-4ce8-a416-7557e900e62f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:36.625529 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36961145-cd60-4ce8-a416-7557e900e62f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:36.625529 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-36961145-cd60-4ce8-a416-7557e900e62f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=4c6479f11ab7486894f5c886af670f83&network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 2999 time: 0.2542415 Apr 28 15:04:36.747673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.767663 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff989c71-fe68-489c-9f4c-9f8a6480330a']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:36.776750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:36.777041 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f245b1-a78b-4e65-9ed1-4dcf5d1d71b8') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:36.786603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.799639 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.805509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:36.805890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:36.808756 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:36.873188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.879875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.882911 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/ff989c71-fe68-489c-9f4c-9f8a6480330a HTTP/1.1" status: 204 len: 168 time: 0.8582184 Apr 28 15:04:36.886993 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:36.891932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1838581178', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:36.896345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0438029-eee9-4d03-8e77-357f37dca20b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=ff989c71-fe68-489c-9f4c-9f8a6480330a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:36.917425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.918417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.966739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.974685 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.994545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:36.995710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7f398663-bfe6-4004-ba16-53db4c20b46f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1075962 Apr 28 15:04:36.998972 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:37.003751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879925044'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:37.024267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:37.027729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.054567 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:37.063487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.063826 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 0716544b-9c51-4a8a-98d2-62cf32f7e6b7 of type vlan for network a2bc7f2f-7819-43b4-92b2-a7f20a034788 Apr 28 15:04:37.103172 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.133877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.139384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.139985 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.193373 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1933670 Apr 28 15:04:37.196413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46864) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:37.201615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:37.207363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a1a99f-702f-47d0-852d-ac4c85d02a79 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=a2bc7f2f-7819-43b4-92b2-a7f20a034788,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:37.217911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:37.288193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:37.291662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.474745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.537946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=24051831-1498-4f1c-b28c-3ec0bf5422a3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:37.548199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:37.548539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: a2bc7f2f-7819-43b4-92b2-a7f20a034788, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:37.567686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:37.577759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, a2bc7f2f-7819-43b4-92b2-a7f20a034788) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:37.581889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:37.582460 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.587097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86ef63a-086b-48fd-bed2-5b5abdc2aa89 None None] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:37.599514 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1d0c3b87-78c6-4e09-8a71-a7f38bd6da11 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4019094 Apr 28 15:04:37.602453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:37.730766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:37.731623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:37.868466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Allocated IP 172.20.0.2 (a2bc7f2f-7819-43b4-92b2-a7f20a034788/24051831-1498-4f1c-b28c-3ec0bf5422a3/3557fec5-f563-42b5-8bed-41c957bef028) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:37.877658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.011147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.017746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.056864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:38.061457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:38.065674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:38.068681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Pushing event updated for resources: {'Port': ['ID=3557fec5-f563-42b5-8bed-41c957bef028,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:38.120916 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Attempting to bind port 3557fec5-f563-42b5-8bed-41c957bef028 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:38.121210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Attempting to bind port 3557fec5-f563-42b5-8bed-41c957bef028 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:38.121552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Attempting to bind port 3557fec5-f563-42b5-8bed-41c957bef028 on network a2bc7f2f-7819-43b4-92b2-a7f20a034788 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:38.122705 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.20.0.1 (a2bc7f2f-7819-43b4-92b2-a7f20a034788/24051831-1498-4f1c-b28c-3ec0bf5422a3/0803dc0f-5ea0-4a41-a489-4dad9fc542ec) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:38.127705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:38.128085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Checking segment: {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:38.128504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.128883 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Bound using segment: {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:38.129331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Bound port: 3557fec5-f563-42b5-8bed-41c957bef028, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:38.129697 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.147318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46872) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:38.199603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] For port 3557fec5-f563-42b5-8bed-41c957bef028, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:38.202989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] For port 3557fec5-f563-42b5-8bed-41c957bef028, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3557fec5-f563-42b5-8bed-41c957bef028,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:38.207474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d999e9e5-3ad5-4837-ada1-0c281bbb55ad tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:38.209119 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d999e9e5-3ad5-4837-ada1-0c281bbb55ad tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 HTTP/1.1" status: 200 len: 814 time: 0.0607843 Apr 28 15:04:38.210912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.248958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.267123 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159350e-ebe2-4ca7-9604-3c103f2b7f55 None None] Pushing event updated for resources: {'Port': ['ID=3557fec5-f563-42b5-8bed-41c957bef028,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:38.286796 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.331053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:38.336656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:38.339132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:38.372784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:38.392136 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.520589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.773766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.782441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.856923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46878) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:38.866793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:38.869711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:38.872656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:38.971951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.094049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884017c5-9c83-48a0-a34a-9d9460e1dd32 None None] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:39.098003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:39.100937 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:39.191392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.217189 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] Provisioning complete for port 3557fec5-f563-42b5-8bed-41c957bef028 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:39.217551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.224360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.226368 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611 disassociated. External IP: 172.26.4.159, port: dcb46685-1fee-4bfd-8fbb-41d34047a744. Apr 28 15:04:39.330477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.360988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:04:39.366427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] For port 3557fec5-f563-42b5-8bed-41c957bef028, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3557fec5-f563-42b5-8bed-41c957bef028,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:39.371666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.425404 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66108130-84bf-4def-8ae9-9888f8cdd238 None None] Pushing event updated for resources: {'Port': ['ID=3557fec5-f563-42b5-8bed-41c957bef028,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:39.555702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:39.564462 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7a9e5f73-6d65-4c5e-8815-91701b8ee76d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586353 Apr 28 15:04:39.565293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46880) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:39.567560 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:39.568138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:39.572815 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1495273662'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:39.579310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:39.580098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:39.610776 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:39.614579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.651940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:39.661997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.662468 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 32822575-c881-4196-86e4-a6559c6e4fb9 of type vlan for network 914aec3a-0635-4829-b6ab-60d4767b4714 Apr 28 15:04:39.663315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b01fd438-5ab7-46d1-8df7-a9268d1dc427 None None] Provisioning complete for port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:39.663667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b01fd438-5ab7-46d1-8df7-a9268d1dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.698472 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:39.706470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.706648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.711171 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:39.724144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:39.735019 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:39.736002 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:39.736162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.743506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:39.744710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fd55bbdb-3fd1-406c-8d14-db053e7648ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 690 time: 0.8867826 Apr 28 15:04:39.745018 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.745679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:39.752809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abb1971-b98a-4722-b04a-433a0f150bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:39.756809 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46882) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:39.801004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b01fd438-5ab7-46d1-8df7-a9268d1dc427 None None] Port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:39.820859 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-378f9c16-05dc-4853-8272-f707303e4e2a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 690 time: 0.0623155 Apr 28 15:04:39.832602 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2651501 Apr 28 15:04:39.835626 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46886) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:39.837589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e391b2-107e-40cb-a925-2ae1e2510145 x-openstack-request-id: req-a1e391b2-107e-40cb-a925-2ae1e2510145 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:39.843051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:39.843569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a1e391b2-107e-40cb-a925-2ae1e2510145 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:39.844132 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e391b2-107e-40cb-a925-2ae1e2510145'] response: {'name': 'network-changed', 'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'status': 'completed', 'code': 200} Apr 28 15:04:39.852153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:39.871867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fe830-02ca-4345-a20d-dffb6115634a tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=914aec3a-0635-4829-b6ab-60d4767b4714,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:39.892663 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:39.903642 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 914aec3a-0635-4829-b6ab-60d4767b4714 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:39.907400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-b01fd438-5ab7-46d1-8df7-a9268d1dc427 None None] Provisioning complete for port 3557fec5-f563-42b5-8bed-41c957bef028 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:39.908010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b01fd438-5ab7-46d1-8df7-a9268d1dc427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:39.912772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-6f2b824c-4c58-41e1-a016-64bd70fc2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:39.914302 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-6f2b824c-4c58-41e1-a016-64bd70fc2936 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1098 time: 0.0593977 Apr 28 15:04:39.961493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:39.967226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.044649 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-cc05be9d-f3f1-42c6-9a49-3c21cc66b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.047194 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-cc05be9d-f3f1-42c6-9a49-3c21cc66b12d service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.1264398 Apr 28 15:04:40.103248 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-fd4927ec-7b5e-432e-b858-e19b32e8e9d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 217 time: 0.0489244 Apr 28 15:04:40.139694 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:40.168905 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:40.171517 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-c8d2d1a2-eccf-47b4-b948-f59210a6c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.173447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-c8d2d1a2-eccf-47b4-b948-f59210a6c30d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0636363 Apr 28 15:04:40.180212 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:40.180826 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:40.189983 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.231596 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-a571caba-6814-4190-ad2f-b1b4e4ce844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.232939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:38Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:38Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:40.233147 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-a571caba-6814-4190-ad2f-b1b4e4ce844c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526741 Apr 28 15:04:40.266410 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:40.267475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Updating router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:04:40.274670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=389c9703-5826-4c9f-90e6-a59278850e5d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:40.289690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:40.290057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: 914aec3a-0635-4829-b6ab-60d4767b4714, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:40.301424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.310482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 914aec3a-0635-4829-b6ab-60d4767b4714 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:40.325032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 914aec3a-0635-4829-b6ab-60d4767b4714) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:40.331564 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:40.332333 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.355551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a97e8ac-8ad8-4cc1-a631-e69b07b50b15 None None] Network 914aec3a-0635-4829-b6ab-60d4767b4714 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:40.364238 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-929c0b31-f7b6-4138-ab88-dd2c902789d2 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5274603 Apr 28 15:04:40.366087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46888) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:40.381930 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:40.401280 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3557fec5-f563-42b5-8bed-41c957bef028 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:40.630857 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:40.650632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-49638b90-e36e-4317-97e9-42d8032dc7b6 None None] Provisioning complete for port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:40.651073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-49638b90-e36e-4317-97e9-42d8032dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.666510 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f9766-8850-40cd-844b-dd127f98def8 None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:40.753812 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-3210c165-0de8-45f6-804f-c601fd14e60e service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109248 Apr 28 15:04:40.770963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-49638b90-e36e-4317-97e9-42d8032dc7b6 None None] Port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:40.809039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3557fec5-f563-42b5-8bed-41c957bef028 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:40.809415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.823424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:40.823994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46890) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:40.911720 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1abb1971-b98a-4722-b04a-433a0f150bf6 req-0014cda1-8b7d-466f-bef5-c807e33d009f service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511149 Apr 28 15:04:40.921022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-669c6746-7de4-4211-96b4-f5eaaefe9fdb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 690 time: 0.0963187 Apr 28 15:04:40.970030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-914aec3a-0635-4829-b6ab-60d4767b4714', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:40.970865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.014441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce290b5-3850-4eb7-9f03-5807215ca32e None None] New status for floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:41.108510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.21.0.1 (914aec3a-0635-4829-b6ab-60d4767b4714/389c9703-5826-4c9f-90e6-a59278850e5d/1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:41.222050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.257788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.299656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 914aec3a-0635-4829-b6ab-60d4767b4714 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:41.302995 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:41.307406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:41.313758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:41.332803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.344228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.360575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.429331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53dff-c514-487a-bf16-488fcff98868 None None] Pushing event updated for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:41.440314 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Allocated IP 172.21.0.2 (914aec3a-0635-4829-b6ab-60d4767b4714/389c9703-5826-4c9f-90e6-a59278850e5d/219de9d3-58e2-42f1-aef0-630bda0b7032) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:41.504321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.506768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Attempting to bind port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:41.507356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Attempting to bind port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:41.507726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Attempting to bind port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec on network a2bc7f2f-7819-43b4-92b2-a7f20a034788 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:41.538374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:41.538748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Checking segment: {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:41.539152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.539534 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Bound using segment: {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:41.540034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Bound port: 0803dc0f-5ea0-4a41-a489-4dad9fc542ec, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0716544b-9c51-4a8a-98d2-62cf32f7e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:41.540414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.645583 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-411e3274-90bd-446c-af3d-8cf3d469fc05 None None] Provisioning complete for port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:41.645893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-411e3274-90bd-446c-af3d-8cf3d469fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.700769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] For port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:41.720706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] For port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:41.731613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.736935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-411e3274-90bd-446c-af3d-8cf3d469fc05 None None] Port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:41.738668 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.769212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.786296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.792428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.809577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Network 914aec3a-0635-4829-b6ab-60d4767b4714 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:41.810318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:41.810949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:41.813124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa53dff-c514-487a-bf16-488fcff98868 None None] Pushing event updated for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:41.817598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:41.850957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:41.876056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:41.877912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:41.924714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:41.971289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Pushing event updated for resources: {'Port': ['ID=219de9d3-58e2-42f1-aef0-630bda0b7032,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:41.991579 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:41.992034 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-25c96a48-ac37-443c-a4f1-0433334ab2b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 688 time: 0.0653317 Apr 28 15:04:41.994712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 914aec3a-0635-4829-b6ab-60d4767b4714 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:41.997688 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:42.021729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Attempting to bind port 219de9d3-58e2-42f1-aef0-630bda0b7032 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:42.022117 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Attempting to bind port 219de9d3-58e2-42f1-aef0-630bda0b7032 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:42.022503 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Attempting to bind port 219de9d3-58e2-42f1-aef0-630bda0b7032 on network 914aec3a-0635-4829-b6ab-60d4767b4714 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:42.031511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:42.031881 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Checking segment: {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:42.032304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.032691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Bound using segment: {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:42.033148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Bound port: 219de9d3-58e2-42f1-aef0-630bda0b7032, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:42.033528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.107130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:42.205062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:42.213408 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cc8e5fbd-b8cd-4baf-add8-dde0eccd29ee tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8443058 Apr 28 15:04:42.213540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46894) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:42.218261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-835787309'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:42.239774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:42.243531 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.271104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:42.281131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.281490 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 105e5e94-fd31-4672-aa00-1a720d6e929e of type vlan for network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 Apr 28 15:04:42.320309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] Provisioning complete for port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:42.320671 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.322381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.352711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.358388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:42.358973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.394695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] For port 219de9d3-58e2-42f1-aef0-630bda0b7032, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:42.414894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2000504 Apr 28 15:04:42.417385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46896) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:42.419872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] For port 219de9d3-58e2-42f1-aef0-630bda0b7032, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=219de9d3-58e2-42f1-aef0-630bda0b7032,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:42.422751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:42.430616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.436669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4c28b-f254-42d5-8a72-638b549a9319 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=9127fa1a-d70b-4fe0-9933-4d7f3d9c6825,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:42.452657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:42.523600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:42.527431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.605502 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.608917 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a680f-5577-4eee-9b3e-99a1ca0cefb6 None None] Pushing event updated for resources: {'Port': ['ID=219de9d3-58e2-42f1-aef0-630bda0b7032,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:42.651489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] For port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:42.654963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 3, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:42.658260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.708482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13b8dc-fff4-4c65-a741-22b12b9fd719 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 3, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:42.728582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.743543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26407b3-1fa8-42dc-8b32-1120b3d4ffe3 None None] Pushing event updated for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:42.831428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=fa62eb01-5543-40e5-8850-e72ba5011c75,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:42.837232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:42.837595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:42.857563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:42.869040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:42.873771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:42.874324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:42.881946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99217a1b-a078-4ac8-99ac-04884771073a None None] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:42.895945 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9f467cd9-28eb-44e7-8d63-6139d46f69dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4753146 Apr 28 15:04:42.897064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:43.071828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:43.071828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.283489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:43.291622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Allocated IP 172.22.0.2 (9127fa1a-d70b-4fe0-9933-4d7f3d9c6825/fa62eb01-5543-40e5-8850-e72ba5011c75/2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:43.293889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1226285117', 'description': 'tempest-secgroup-smoke-1226285117 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:43.324971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.347275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.433157 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.447088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.479624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5bb44-5570-4045-b118-a7408cee959e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:43.513409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.518933 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f183af5d-c7a0-46f8-9a18-030fd2fb2058 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2298021 Apr 28 15:04:43.519993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:43.526836 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:43.609208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.615991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.625738 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.699097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:43.705038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:43.707122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.711343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:43.714154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.731951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348fde90-234f-4c05-af82-8ca127725a43,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:43.746918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Pushing event updated for resources: {'Port': ['ID=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:43.765710 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.773719 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-01997a33-169c-4b66-9a3c-3ddb8db111df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2462306 Apr 28 15:04:43.774204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:43.779314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:43.789969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.22.0.1 (9127fa1a-d70b-4fe0-9933-4d7f3d9c6825/fa62eb01-5543-40e5-8850-e72ba5011c75/fdd321b5-0c6b-4ba2-8c3b-06ff444e5228) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:43.798223 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Attempting to bind port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:43.799318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Attempting to bind port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:43.799318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Attempting to bind port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 on network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:43.811483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:43.812652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Checking segment: {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:43.813604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.814569 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Bound using segment: {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:43.815602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Bound port: 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:43.816319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.822809 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.916109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.923644 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.933036 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] For port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:43.939757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] For port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:43.951137 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.951449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab30b7d-400e-4d59-b392-19fdd6a011f5,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:43.966209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.971429 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-73927754-76a7-4206-80e8-1dd347083485 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959021 Apr 28 15:04:43.972191 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:43.977358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:43.985834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:43.993998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f11ca-95cd-4a12-8857-749810e14da4 None None] Network 914aec3a-0635-4829-b6ab-60d4767b4714 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:44.012824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.029860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.099524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:44.103236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] Provisioning complete for port 219de9d3-58e2-42f1-aef0-630bda0b7032 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:44.103608 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.107795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.110339 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:44.110536 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1e9ab-b7db-40d9-b987-43e2f3585559 None None] Pushing event updated for resources: {'Port': ['ID=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.114544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:44.126173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.135787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.154652 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98728e1f-2ee9-4bad-a216-4b2afea1c54b,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.167712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.180209 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4c2d6835-b92d-4d3c-bc72-745f08ca6deb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042224 Apr 28 15:04:44.180428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46910) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:44.184961 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:44.218390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.236734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.306718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.387313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] For port 219de9d3-58e2-42f1-aef0-630bda0b7032, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=219de9d3-58e2-42f1-aef0-630bda0b7032,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:44.389567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.399856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.404744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.447567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8916d0de-3cee-4d92-a925-0bb4db22410e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.456249 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.476935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.479269 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7d894a34-5ad2-4d6b-9492-2b4c5997a433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2978439 Apr 28 15:04:44.482057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:44.484824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f036c-9fce-43cf-9fa8-9b45af57b3e4 None None] Pushing event updated for resources: {'Port': ['ID=219de9d3-58e2-42f1-aef0-630bda0b7032,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.487541 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:44.525930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0803dc0f-5ea0-4a41-a489-4dad9fc542ec up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:44.587009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:44.587375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.642731 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:04:44.650304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.799805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.802596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-56bc1f5a-70d2-4bc2-ab79-0ed947c5844c None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:44.803147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56bc1f5a-70d2-4bc2-ab79-0ed947c5844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.816642 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.854130 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf45be9-7c4b-4339-a408-24da2282e199,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:44.859931 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.863719 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ae9a6f08-b16f-496b-a6f6-d9e90762fb76 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3780808 Apr 28 15:04:44.864085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46914) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:44.868700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'e2c5bb44-5570-4045-b118-a7408cee959e', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:44.869694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-56bc1f5a-70d2-4bc2-ab79-0ed947c5844c None None] Port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:44.883319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 219de9d3-58e2-42f1-aef0-630bda0b7032 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:44.891738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.896811 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:04:44.899938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.903069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.908718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-56bc1f5a-70d2-4bc2-ab79-0ed947c5844c None None] Provisioning complete for port 219de9d3-58e2-42f1-aef0-630bda0b7032 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:44.909629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-56bc1f5a-70d2-4bc2-ab79-0ed947c5844c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.980330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.982382 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 219de9d3-58e2-42f1-aef0-630bda0b7032 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:44.982712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.992139 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:44.994213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.009352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:45.017922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50178a48-5c4f-4d11-b1d5-1c201b48625e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:45.031668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.034015 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ca6d0c8b-dcfd-4e2d-9ec2-30045ee5c15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689134 Apr 28 15:04:45.141554 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:45.143440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:45.181366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f2e9d334-1940-4f2d-8849-44f7fe0087d5 None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:45.181986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d334-1940-4f2d-8849-44f7fe0087d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.235994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9d334-1940-4f2d-8849-44f7fe0087d5 None None] Port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:45.295196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:45.298994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-a2cf4dcc-f804-493a-9ec8-814389b23183 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1226285117&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0526025 Apr 28 15:04:45.355248 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:45.362993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a4b2df3f-3668-4b9a-9fcb-91dedd4afe0f None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:45.363459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a4b2df3f-3668-4b9a-9fcb-91dedd4afe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.364901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:45.365521 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:45.399303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2df3f-3668-4b9a-9fcb-91dedd4afe0f None None] Port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:45.452539 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:45.456569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:45.465797 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-73390b09-5212-41ee-b26e-6ca0a21cda29 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5648515 Apr 28 15:04:45.466176 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46928) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:45.471411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'network': {'name': 'tempest-RoutersTest-208512220'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:45.482460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-026b0c56-9471-440f-a1de-1a5665c069c7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:45.484083 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-026b0c56-9471-440f-a1de-1a5665c069c7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 796 time: 0.1768601 Apr 28 15:04:45.500181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:45.502647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.503704 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-30f9a3da-bf78-44e3-9a64-99f9e6c9d540 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0117157 Apr 28 15:04:45.527420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:04:45.537971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.538347 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added segment 9ac58e8b-8a8c-4340-850a-1e86e61c754d of type vlan for network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 Apr 28 15:04:45.578142 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-c95179d1-b0d4-4e56-8011-411a8625441f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0676827 Apr 28 15:04:45.581321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-578162b8-4b5f-4a84-afac-0ba0d155e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.592943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.636440 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.644527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:45.645221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.666113 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:44Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:41Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:44Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:45.696733 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:45.697262 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Updating router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:04:45.707213 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-0df2adee-ffb2-4e9e-8284-d1ec6f4b9392 service neutron] 10.222.0.58 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060658 Apr 28 15:04:45.722903 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.723431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Network': ['ID=290dfeb0-b0b7-4a94-9604-c1b319c78a87,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:45.737581 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1a61e072-1520-4983-8c25-1cb01ee3ccd0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2674866 Apr 28 15:04:45.738517 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:45.743119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:04:45.750210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'subnet': {'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:45.850548 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-27c76344-3f0e-40bd-a05e-dadff2a35cc6 service neutron] 10.222.0.58 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361334 Apr 28 15:04:45.901396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Made reservation on behalf of 84f887b63de0469bb6a080f3cead95ca for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:45.907540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:45.997772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b4110-9829-4df0-9976-1375582cbab1 None None] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:46.072488 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.081545 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.092947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] Provisioning complete for port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:46.093311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.149546 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c80886b2-a44e-45ef-b6ce-f9e43096b3c0 req-ebf2fca0-a33e-4c49-a1d9-fd8908b66788 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 210 time: 0.0721231 Apr 28 15:04:46.183395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.273586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.297556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Subnet': ['ID=2222853d-94e0-44c0-a212-1d72f5fd6e50,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:46.308400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Checking segment: {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:46.309224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network hostable DHCP agents. Network: 290dfeb0-b0b7-4a94-9604-c1b319c78a87, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:04:46.330400 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] For port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:46.341297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.346197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:04:46.368079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 290dfeb0-b0b7-4a94-9604-c1b319c78a87) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:46.386938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:46.389494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.416502 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1253d-f199-43e2-8dfc-646db86428b7 None None] Pushing event updated for resources: {'Port': ['ID=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:46.421392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db30b1a4-dfd6-4931-867d-6d1df14c2bb0 None None] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:46.423634 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:46.424156 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:46.424399 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e on network 914aec3a-0635-4829-b6ab-60d4767b4714 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:46.441087 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-788e7137-7eea-4629-8ebd-88aefd80c49f tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7017386 Apr 28 15:04:46.441471 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Pushing event updated for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:46.443989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46940) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:46.488747 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:46.489733 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Checking segment: {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:46.490141 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.490741 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Bound using segment: {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:46.504513 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Bound port: 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32822575-c881-4196-86e4-a6559c6e4fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:46.504513 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.536943 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.537573 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.537921 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.538250 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.538576 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.538906 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.539337 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.539709 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.543449 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.543870 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.544225 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.544548 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:04:46.623821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:46.667697 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] For port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:46.671547 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] For port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:46.680472 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.721192 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:46.721862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.727294 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Updating router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:04:46.787516 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Pushing event updated for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:46.797707 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:04:46.798582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.801704 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.830875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:46.831263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:46.947071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.156856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] For port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:47.175823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.182877 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.194223 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.249442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e563ff8-6279-4742-bd52-a4977171ed8d None None] Pushing event updated for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.253065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Allocated IP 172.23.0.2 (290dfeb0-b0b7-4a94-9604-c1b319c78a87/2222853d-94e0-44c0-a212-1d72f5fd6e50/ca99f93b-25e2-4b2c-965c-9aec59cb6fd8) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:47.256631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 219de9d3-58e2-42f1-aef0-630bda0b7032 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:47.330595 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Pushing event updated for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.373875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Provisioning complete for port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:47.374211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.375901 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:47.376375 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:47.376984 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Attempting to bind port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 on network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:47.387066 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:47.387533 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Checking segment: {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:47.388688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.388688 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Bound using segment: {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:47.389267 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Bound port: fdd321b5-0c6b-4ba2-8c3b-06ff444e5228, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105e5e94-fd31-4672-aa00-1a720d6e929e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:47.389711 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.475799 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] For port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:47.480224 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] For port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:47.500822 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.511236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 219de9d3-58e2-42f1-aef0-630bda0b7032 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:47.511594 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.585349 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:47.586007 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:47.644576 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3903-d157-472e-96d5-da9b7d521471 None None] Pushing event updated for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.671445 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-29aad5c7-79a2-41d7-bd57-b4e3fe3ab926 req-4538bd6c-0af9-4584-91e4-cee6cf33d09c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 210 time: 0.1768258 Apr 28 15:04:47.679125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-f49006d9-ce4d-43ca-8120-99a1e846cad9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:47.680700 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-f49006d9-ce4d-43ca-8120-99a1e846cad9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 796 time: 0.1472473 Apr 28 15:04:47.683890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:47.685252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.728601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.735242 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:47.751702 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-9c9c7cae-3dbf-45ca-aa76-4f8834a56f62 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 473 time: 0.0608065 Apr 28 15:04:47.776667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['e2c5bb44-5570-4045-b118-a7408cee959e']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:47.816456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.855074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:47.901350 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:47.904048 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Pushing event updated for resources: {'Port': ['ID=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:47.932214 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:47.941229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:48.003826 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-64e3223a-44a5-4d7d-a36e-1fd9e974b7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.009443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:04:48.013780 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:44Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:48.014070 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.038809 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bf78d-8b3d-4a96-92c1-197859cb4fbc None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:44Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:48.055212 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Attempting to bind port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:48.055581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Attempting to bind port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:48.055941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Attempting to bind port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 on network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:48.065032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:48.066139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Checking segment: {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:48.066139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.066139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Bound using segment: {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:48.066527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Bound port: ca99f93b-25e2-4b2c-965c-9aec59cb6fd8, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:48.067125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.082623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Provisioning complete for port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:48.082983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.186114 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] For port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:48.190977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] For port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:48.217848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.271529 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.322419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] For port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:48.334508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.10 (cf402f8b-7824-477a-a59b-5a17ef296c5c/50af976f-e416-4f7e-9590-58dad0253e88/4c2bd678-202c-4bd6-b5e7-be0072f4f371) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:48.343478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.352783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5db99-4771-47fc-b072-d6c7956ba76d None None] Pushing event updated for resources: {'Port': ['ID=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.357520 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Allocated IP 172.23.0.1 (290dfeb0-b0b7-4a94-9604-c1b319c78a87/2222853d-94e0-44c0-a212-1d72f5fd6e50/52a518d0-e55b-48bd-b272-e91c5a7a5d32) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:04:48.439028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905b18e-84af-47c0-8f07-c8527fdc3c77 None None] Pushing event updated for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.474989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9b902c87-d53e-48a8-aa42-dc38e8b3c612 None None] Provisioning complete for port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:48.474989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9b902c87-d53e-48a8-aa42-dc38e8b3c612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.477768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.541297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:48.618502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.696178 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:48.696550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.702225 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.716093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.780618 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:48.790987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:48.794770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:48.835708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.840852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c6726eec-945b-4312-a556-4c30842c4ae3 req-1076ae47-2037-4b20-9325-f4c54400fcf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 210 time: 0.0381904 Apr 28 15:04:48.842905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.844443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:48.890552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.893615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network cf402f8b-7824-477a-a59b-5a17ef296c5c is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:48.895359 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:48.895712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:48.933918 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:48.937037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:04:48.968976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:48.991956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:48.995476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.041702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:49.042272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.045774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:49.046150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.068107 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-259a5fbb-2b7a-4727-a679-e54ca42d8468 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2952507 Apr 28 15:04:49.101683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Request body: {'port': {'device_id': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:49.140037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.201565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.257125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6e11cb8c-c675-4359-84ee-1209466a83e8 None None] Provisioning complete for port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:49.257739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6e11cb8c-c675-4359-84ee-1209466a83e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.315626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6e11cb8c-c675-4359-84ee-1209466a83e8 None None] Port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:49.330760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:49.341335 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:49.341961 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:49.441892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:49.566598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b12697-35e7-495c-8f4e-bee52a6ddcc0 None None] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:49.648290 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.659560 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.684768 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] Provisioning complete for port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:49.685127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.765773 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2bd678-202c-4bd6-b5e7-be0072f4f371 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:49.770253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.779207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.781229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event updated for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:49.812382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Transition to ACTIVE for port object 4c2bd678-202c-4bd6-b5e7-be0072f4f371 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:04:49.838747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.854060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:49Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 1, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:49.883930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.887718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:49.888094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Updating router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:04:49.927236 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:49.941083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:49.959971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] For port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:49.998432 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:04:50.006802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:04:50.007167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.089624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a4446-2de7-4b1f-ad69-e65a26ef34b1 req-3ce1d24e-18ef-4f34-8928-2770f1bb1ffc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.091194 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe6a4446-2de7-4b1f-ad69-e65a26ef34b1 req-3ce1d24e-18ef-4f34-8928-2770f1bb1ffc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 944 time: 0.1409404 Apr 28 15:04:50.139768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Attempting to bind port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:50.140201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Attempting to bind port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:50.140436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Attempting to bind port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:50.158890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 on network cf402f8b-7824-477a-a59b-5a17ef296c5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:04:50.159303 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Attempting to bind port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 on network cf402f8b-7824-477a-a59b-5a17ef296c5c {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:50.177408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:50.177748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Checking segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:50.178234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Bound using segment: {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:50.178795 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Bound port: 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:50.179029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.183016 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.202200 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe6a4446-2de7-4b1f-ad69-e65a26ef34b1 req-b6ff5434-aeb7-4885-a824-74f4df3f1452 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821574 Apr 28 15:04:50.205012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:50.217361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaec6d-d62d-477f-8632-72edae92ab26 None None] Pushing event updated for resources: {'Port': ['ID=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:50.291764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5e91e8fa-f513-4ca4-b740-73fed5477da5 None None] Provisioning complete for port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:50.292383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e91e8fa-f513-4ca4-b740-73fed5477da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.351660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5e91e8fa-f513-4ca4-b740-73fed5477da5 None None] Port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:04:50.369515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:50.389728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:50.399630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:50.405318 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8c17edb2-e6b1-4302-b820-a78d014e1379 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9599450 Apr 28 15:04:50.407030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.408260 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46954) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:50.413271 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:50.424242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.436753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.475006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Pushing event updated for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:50.483612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.484285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.485680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-75658097-37f1-424c-9285-f25d9581f47d service neutron] 10.222.0.21 "PUT /v2.0/ports/4c2bd678-202c-4bd6-b5e7-be0072f4f371 HTTP/1.1" status: 200 len: 1094 time: 1.3886230 Apr 28 15:04:50.486119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:50.488469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52404e19-3934-49d3-b914-0172a357c73b" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:50.490391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:50.497695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd401-15ef-4943-8719-3b8a38918a91 None None] Pushing event updated for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:50.566415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5e91e8fa-f513-4ca4-b740-73fed5477da5 None None] Provisioning complete for port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:50.566779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5e91e8fa-f513-4ca4-b740-73fed5477da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.589406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca1e4ad-71b4-442d-9e90-e94f6be4ce0e x-openstack-request-id: req-9ca1e4ad-71b4-442d-9e90-e94f6be4ce0e {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:50.589713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:50.590014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9ca1e4ad-71b4-442d-9e90-e94f6be4ce0e {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:50.590429 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca1e4ad-71b4-442d-9e90-e94f6be4ce0e'] response: {'name': 'network-changed', 'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'status': 'completed', 'code': 200} Apr 28 15:04:50.609672 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-662da8a9-7adf-418d-81fe-2ff159ad4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.611458 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-662da8a9-7adf-418d-81fe-2ff159ad4e34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 1097 time: 0.0725892 Apr 28 15:04:50.674152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Attempting to bind port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:04:50.674510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Attempting to bind port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:04:50.674870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Attempting to bind port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 on network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:04:50.676883 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-ae03a4a1-612f-45de-8ee8-70982923b3bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371 HTTP/1.1" status: 200 len: 217 time: 0.0577717 Apr 28 15:04:50.682776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:04:50.683143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Checking segment: {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:04:50.683541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.683948 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Bound using segment: {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:04:50.684416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Bound port: 52a518d0-e55b-48bd-b272-e91c5a7a5d32, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac58e8b-8a8c-4340-850a-1e86e61c754d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:04:50.684787 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.744427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-4e0d2f25-499d-4cad-b127-479129e18ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.746319 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-4e0d2f25-499d-4cad-b127-479129e18ed9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0632637 Apr 28 15:04:50.819216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-eaa34e3c-6f34-4bd3-a535-0df0a91ded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:50.825158 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-eaa34e3c-6f34-4bd3-a535-0df0a91ded90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708551 Apr 28 15:04:50.835405 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] For port 52a518d0-e55b-48bd-b272-e91c5a7a5d32, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:04:50.839232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] For port 52a518d0-e55b-48bd-b272-e91c5a7a5d32, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=52a518d0-e55b-48bd-b272-e91c5a7a5d32,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:04:50.843585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:50.844387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.880610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.883197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.911385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:04:50.929799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Removed routes are [] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:04:50.930549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:50.952606 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-7172ffb4-0f48-4148-9ea3-f09bc95ad045 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208916 Apr 28 15:04:50.960735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:50.961381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:51.002957 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfd401-15ef-4943-8719-3b8a38918a91 None None] Pushing event updated for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:51.068041 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5ee078ca-0639-4df2-bdaa-2100c818af95 req-49ca7906-ce92-491c-baf8-a45ad7679fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066566 Apr 28 15:04:51.110523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:51.154004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] Provisioning complete for port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:51.154294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.171555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404e19-3934-49d3-b914-0172a357c73b req-6226c5a2-b49d-401a-abe2-7e581bdee0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.173201 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-6226c5a2-b49d-401a-abe2-7e581bdee0e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 1097 time: 0.0534766 Apr 28 15:04:51.288282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404e19-3934-49d3-b914-0172a357c73b req-eb0cb517-10be-467a-990a-9e79239fec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.290444 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-eb0cb517-10be-467a-990a-9e79239fec11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.1093497 Apr 28 15:04:51.366885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:51.381951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-3790e1b0-b20e-4eb8-9315-f5cb38415433 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371 HTTP/1.1" status: 200 len: 217 time: 0.0838623 Apr 28 15:04:51.478827 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.483277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.518760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:51.519127 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.594416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:51.619023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.695455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:51.708291 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.709619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d10b4984-819a-405e-9e10-ff8558b7410d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 934 time: 1.3002303 Apr 28 15:04:51.712387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46960) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:51.718820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] For port 52a518d0-e55b-48bd-b272-e91c5a7a5d32, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=52a518d0-e55b-48bd-b272-e91c5a7a5d32,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:51.731879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:51.765164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf388314-c236-4849-bb6c-0dcb3bc3e189 req-06964609-c229-44c3-81fb-e77919a2e8a7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.766784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf388314-c236-4849-bb6c-0dcb3bc3e189 req-06964609-c229-44c3-81fb-e77919a2e8a7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 944 time: 0.4270215 Apr 28 15:04:51.793030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404e19-3934-49d3-b914-0172a357c73b req-20f35a2a-b793-46bd-b0b1-6d87246c940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.794501 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-20f35a2a-b793-46bd-b0b1-6d87246c940a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.4053750 Apr 28 15:04:51.794654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:50Z', 'revision_number': 6, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:50Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:51.825346 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6214d4cd-b954-4170-bee9-b2870080fb61 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 934 time: 0.1118300 Apr 28 15:04:51.826415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46962) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:51.831613 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'routes': None}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:51.834092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bcc524-6253-480b-bcd7-c858006a2d86 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:50Z', 'revision_number': 6, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:50Z', 'revision_number': 4, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:51.835702 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c52f56-e540-44e9-b576-51d92c4380bf None None] Pushing event updated for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:51.847147 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf388314-c236-4849-bb6c-0dcb3bc3e189 req-7c39402f-a506-4b71-a8a7-8b6eeac09626 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704603 Apr 28 15:04:51.857666 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404e19-3934-49d3-b914-0172a357c73b req-9abca344-4b86-4677-9803-1b014f092f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:51.859177 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-9abca344-4b86-4677-9803-1b014f092f55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560739 Apr 28 15:04:51.926562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4be906ad-d75b-4903-887c-39e19cfbef94 None None] Provisioning complete for port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:51.926930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4be906ad-d75b-4903-887c-39e19cfbef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.014642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-54e59179-df88-4c6b-8187-bad8dcb592fc service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433544 Apr 28 15:04:52.108052 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-52404e19-3934-49d3-b914-0172a357c73b req-ae00d995-6c16-4fb2-baf7-2aa102224707 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868769 Apr 28 15:04:52.233620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added routes are [] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:04:52.233950 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.extraroute_db [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:04:52.272775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.333484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 52a518d0-e55b-48bd-b272-e91c5a7a5d32 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:52.391046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:52.391733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.480358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.483707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.520056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 4c2bd678-202c-4bd6-b5e7-be0072f4f371 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:04:52.581963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:52.624532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:52.626213 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:52.636312 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:52.637029 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:52.638468 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'port_id': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'mac_address': 'fa:16:3e:c3:72:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:04:52.676521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.682624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:52.689857 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.691040 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-76814055-8fda-4ce2-9b7a-24799c612e0b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 700 time: 0.8635209 Apr 28 15:04:52.694209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46964) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:52.698013 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2bd678-202c-4bd6-b5e7-be0072f4f371 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:04:52.722277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:52.729159 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:52.729934 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:52.783690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:52.803759 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4cff5644-ad5b-4866-b849-8b31be5c9f33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 700 time: 0.1081946 Apr 28 15:04:52.806485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46966) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:52.943589 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:52Z', 'revision_number': 7, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:51Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:52.947067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['4c2bd678-202c-4bd6-b5e7-be0072f4f371'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:04:52.979542 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:52.982817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e249da2-bc1e-4a00-a120-85cdc595798d req-809df7f7-4d20-4de6-83a9-bb7931c020c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:52.984402 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e249da2-bc1e-4a00-a120-85cdc595798d req-809df7f7-4d20-4de6-83a9-bb7931c020c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 945 time: 0.0536480 Apr 28 15:04:52.989139 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:52.989978 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:53.028154 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e249da2-bc1e-4a00-a120-85cdc595798d req-9758dd26-d547-4fde-9e33-ad80c70fb0f6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352907 Apr 28 15:04:53.093156 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:53.153772 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:53.393383 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:52Z', 'revision_number': 7, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:51Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:53.407813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 52a518d0-e55b-48bd-b272-e91c5a7a5d32 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:53.408124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:53.422176 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0161b620-92f7-47f2-bddb-f7b00ffcd10c None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:52Z', 'revision_number': 7, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '52a518d0-e55b-48bd-b272-e91c5a7a5d32', 'name': '', 'network_id': '290dfeb0-b0b7-4a94-9604-c1b319c78a87', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:f1:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:48Z', 'updated_at': '2022-04-28T15:04:51Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '2222853d-94e0-44c0-a212-1d72f5fd6e50', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:53.496075 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 52a518d0-e55b-48bd-b272-e91c5a7a5d32, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=52a518d0-e55b-48bd-b272-e91c5a7a5d32,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:53.496439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:53.509910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 52a518d0-e55b-48bd-b272-e91c5a7a5d32 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:53.686370 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:53.712073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=52a518d0-e55b-48bd-b272-e91c5a7a5d32,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:53.885148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:53.966556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:53.976700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:53.977310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.064585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:54.080909 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:54.201347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:54.206447 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-17a15221-6dda-4a8c-8920-3c123d5e3386 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990123 Apr 28 15:04:54.209869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46972) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:54.218233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b536219-4578-438b-b6b8-db523929609f req-110c2818-09e4-41d7-a85e-e66867266a9f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:54.219682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2b536219-4578-438b-b6b8-db523929609f req-110c2818-09e4-41d7-a85e-e66867266a9f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 945 time: 0.0958581 Apr 28 15:04:54.265466 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2b536219-4578-438b-b6b8-db523929609f req-d4d4418f-e7d0-4350-af33-7d44b023539e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Apr 28 15:04:54.272723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet 2222853d-94e0-44c0-a212-1d72f5fd6e50 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:54.276403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.282346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.309581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:54.318151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:54.318892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.319595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.402342 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.407039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:54.463770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.490508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=2222853d-94e0-44c0-a212-1d72f5fd6e50,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:54.496135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.502470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46974) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:54.502623 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8247e2f0-f14f-49d2-be54-78e545de43dc tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/2222853d-94e0-44c0-a212-1d72f5fd6e50 HTTP/1.1" status: 204 len: 168 time: 0.2916348 Apr 28 15:04:54.528331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e559f7f6-98c9-4ac1-b1f9-1b9a726165c4 None None] Network 290dfeb0-b0b7-4a94-9604-c1b319c78a87 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:54.545790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 4c2bd678-202c-4bd6-b5e7-be0072f4f371 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:04:54.576798 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.633111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:54.633441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.695932 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,segment=NetworkSegment(9ac58e8b-8a8c-4340-850a-1e86e61c754d),segment_id=9ac58e8b-8a8c-4340-850a-1e86e61c754d)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:54.696319 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.709732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:54.726590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:04:54.737005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:04:54.737371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.789296 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.804207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.818903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33332f1-9e4f-4b42-8c9a-65d96fc26718 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:54.843441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:54.848789 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d5ea7-5ce5-4f17-86b4-4ef9d96b39fa None None] DHCP port deletion for 290dfeb0-b0b7-4a94-9604-c1b319c78a87 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:54.850375 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=ca99f93b-25e2-4b2c-965c-9aec59cb6fd8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:54.869638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.892823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:54.895085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bb28f5-fba7-4420-b4cc-620efd8813b1" -d '{"events": [{"server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:54.907746 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:54.913820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.929924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.942873 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf88644-5740-41a8-a011-80e9ee15b3e0 x-openstack-request-id: req-cbf88644-5740-41a8-a011-80e9ee15b3e0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:54.943160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "name": "network-vif-plugged", "status": "completed", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:54.943408 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-cbf88644-5740-41a8-a011-80e9ee15b3e0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:54.943832 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf88644-5740-41a8-a011-80e9ee15b3e0'] response: {'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'code': 200} Apr 28 15:04:54.953353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290dfeb0-b0b7-4a94-9604-c1b319c78a87']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.962951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac58e8b-8a8c-4340-850a-1e86e61c754d') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.963311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac58e8b-8a8c-4340-850a-1e86e61c754d') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:54.969108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:54.977707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.990988 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:54.997310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:54.997717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:55.000582 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:55.058813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.065329 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.068530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/290dfeb0-b0b7-4a94-9604-c1b319c78a87 HTTP/1.1" status: 204 len: 168 time: 0.5650773 Apr 28 15:04:55.071656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46978) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:55.087799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b000bd-b787-4344-8490-f60495bc17d4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=290dfeb0-b0b7-4a94-9604-c1b319c78a87,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:55.117012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13668a17-64db-43d5-aa9e-ddc4c205480d req-5bb02773-7dac-425c-9835-d39304d8a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:55.118832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-13668a17-64db-43d5-aa9e-ddc4c205480d req-5bb02773-7dac-425c-9835-d39304d8a110 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 1099 time: 0.0477467 Apr 28 15:04:55.152449 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-13668a17-64db-43d5-aa9e-ddc4c205480d req-53a2529f-418c-438c-a33d-c1a87d5c5f47 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275912 Apr 28 15:04:55.365299 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:55.376791 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:55.377370 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:55.405138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10572b28-b3ed-4649-8f72-602447b65ffe req-75a3e756-e69b-4d03-affa-b5bef7e09ec5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:55.406820 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10572b28-b3ed-4649-8f72-602447b65ffe req-75a3e756-e69b-4d03-affa-b5bef7e09ec5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.0660815 Apr 28 15:04:55.415004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.445484 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10572b28-b3ed-4649-8f72-602447b65ffe req-acec8eef-4672-46b2-ac36-7892ddfd6f26 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Apr 28 15:04:55.467735 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:55.661820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:55.662156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.663517 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:55.689001 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:55.697268 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:55.697875 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:55.751887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port fdd321b5-0c6b-4ba2-8c3b-06ff444e5228, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:55.752274 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.765063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:55.784232 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:55.945847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:55.971540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=fdd321b5-0c6b-4ba2-8c3b-06ff444e5228,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:56.007532 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:56.037181 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350e1078-5636-40d1-81c2-6783b81eca12 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:53Z', 'revision_number': 8, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdd321b5-0c6b-4ba2-8c3b-06ff444e5228', 'name': '', 'network_id': '9127fa1a-d70b-4fe0-9933-4d7f3d9c6825', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:08:f1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:43Z', 'updated_at': '2022-04-28T15:04:48Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': 'fa62eb01-5543-40e5-8850-e72ba5011c75', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:56.351391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 52a518d0-e55b-48bd-b272-e91c5a7a5d32 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:56.372332 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 52a518d0-e55b-48bd-b272-e91c5a7a5d32 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:56.372694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 52a518d0-e55b-48bd-b272-e91c5a7a5d32 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:56.373101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:56.396027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:56.396369 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca99f93b-25e2-4b2c-965c-9aec59cb6fd8 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:56.431066 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:56.635581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340156c7-91f6-45a5-923e-9dfe346ed297 req-e3029804-f4fa-4975-814e-6476c4b1cbe5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:56.637121 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-340156c7-91f6-45a5-923e-9dfe346ed297 req-e3029804-f4fa-4975-814e-6476c4b1cbe5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.1175511 Apr 28 15:04:56.675948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:56.693545 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-340156c7-91f6-45a5-923e-9dfe346ed297 req-b3e863ad-a31a-4008-ace3-d5c1e227ea80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474377 Apr 28 15:04:56.782327 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:56.789944 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6a9f3556-6e05-4a30-80ee-5de7364fb293 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7145894 Apr 28 15:04:56.790375 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46988) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:56.792905 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:56.814066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329d8c-da7e-418a-ad46-632f5f9b52fd req-9f9d0e57-46a8-43c3-a010-e0827a8ade16 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:56.815821 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f9329d8c-da7e-418a-ad46-632f5f9b52fd req-9f9d0e57-46a8-43c3-a010-e0827a8ade16 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.0528674 Apr 28 15:04:56.846014 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet fa62eb01-5543-40e5-8850-e72ba5011c75 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:56.850232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:56.856876 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f9329d8c-da7e-418a-ad46-632f5f9b52fd req-6e21e2f7-b497-4868-941b-83f7f6fc478d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Apr 28 15:04:56.880747 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46990) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:56.911758 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:56.928962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a3a03-d1d7-47bc-afef-18731f68f0c6 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:56.930654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2a7a3a03-d1d7-47bc-afef-18731f68f0c6 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 1094 time: 0.0488737 Apr 28 15:04:56.933457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46992) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:56.939062 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'port_id': '4c2bd678-202c-4bd6-b5e7-be0072f4f371'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:04:56.972419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:56.973084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:56.983357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.008686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.063825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:57.074547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.104055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=fa62eb01-5543-40e5-8850-e72ba5011c75,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:57.106208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.111873 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3b5f44b1-ec1c-4296-95dd-73582aa98ad4 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/fa62eb01-5543-40e5-8850-e72ba5011c75 HTTP/1.1" status: 204 len: 168 time: 0.3174667 Apr 28 15:04:57.113196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46994) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:57.121020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cfc219-feb7-4fdd-8ddf-cc6cbe4fb091 None None] Network 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:57.192640 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.244682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:57.245498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.307028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,segment=NetworkSegment(105e5e94-fd31-4672-aa00-1a720d6e929e),segment_id=105e5e94-fd31-4672-aa00-1a720d6e929e)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:57.307394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.320812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:57.399479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:55Z', 'revision_number': 9, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.411514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.437595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:57.443475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94926048-de76-4ce0-94ae-fd94190ef905 None None] DHCP port deletion for 9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:57.445267 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:57.452381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:04:57.463051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:57.463683 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.543358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.564908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9127fa1a-d70b-4fe0-9933-4d7f3d9c6825']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.571150 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:57.576114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105e5e94-fd31-4672-aa00-1a720d6e929e') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.576530 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105e5e94-fd31-4672-aa00-1a720d6e929e') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.591648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.606592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.613103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:04:57.613498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:04:57.617007 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:04:57.681662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.691057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.694595 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/9127fa1a-d70b-4fe0-9933-4d7f3d9c6825 HTTP/1.1" status: 204 len: 168 time: 0.5815196 Apr 28 15:04:57.703646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 46996) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:57.710130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a69b0d-ec64-4f77-8d5b-3c0dd0f40748 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=9127fa1a-d70b-4fe0-9933-4d7f3d9c6825,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:57.779858 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.786636 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:57.795149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:55Z', 'revision_number': 9, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:57.823378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f834c22-d935-4f67-9289-746ebdff2e8a None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:55Z', 'revision_number': 9, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e', 'name': '', 'network_id': '914aec3a-0635-4829-b6ab-60d4767b4714', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:7c:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:40Z', 'updated_at': '2022-04-28T15:04:47Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '389c9703-5826-4c9f-90e6-a59278850e5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:57.890802 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611 associated. External IP: 172.26.4.159, port: 4c2bd678-202c-4bd6-b5e7-be0072f4f371. Apr 28 15:04:57.942059 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:04:58.051326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.105024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:58.225620 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:58.230660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.244020 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:58.260129 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:58.261125 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:58.268814 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-35591a88-d4ce-4850-b7b9-d72537a25c22 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 992 time: 1.3337076 Apr 28 15:04:58.269497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:04:58.271952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e5210-b4db-4bd1-9a03-af02a303a022" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:04:58.274822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 46998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:58.342159 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab756be-657f-4e3d-bfbb-2b6893042aae x-openstack-request-id: req-2ab756be-657f-4e3d-bfbb-2b6893042aae {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:04:58.342728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:04:58.343206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2ab756be-657f-4e3d-bfbb-2b6893042aae {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:04:58.343737 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab756be-657f-4e3d-bfbb-2b6893042aae'] response: {'name': 'network-changed', 'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'status': 'completed', 'code': 200} Apr 28 15:04:58.358275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:58.370770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:58.371306 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.383593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:58.384775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device fdd321b5-0c6b-4ba2-8c3b-06ff444e5228 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:58.385375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:04:58.389278 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2f86e2d1-2949-41e6-b0db-37b78c4d1627 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 992 time: 0.1133847 Apr 28 15:04:58.402082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-9d8b9e9a-21ad-4b1b-8646-d4c147cb3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:58.403598 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-9d8b9e9a-21ad-4b1b-8646-d4c147cb3e76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 1099 time: 0.0506444 Apr 28 15:04:58.411140 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:58.426679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:04:58.427744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2c7d9c96-7a77-49f6-8fbf-655f0e3c2c26 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:04:58.478593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:58.479193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.494771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:58.528831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-9a395c9d-78ee-439b-b3ea-b7907226d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:58.531058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-9a395c9d-78ee-439b-b3ea-b7907226d1b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.1130490 Apr 28 15:04:58.604415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-3fdb38ba-5a37-4ed4-be4b-bd3349abb804 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371 HTTP/1.1" status: 200 len: 1000 time: 0.0653048 Apr 28 15:04:58.644778 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:c3:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:57Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:58.660307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-747d9b8f-505c-4ce1-877b-4b8a3c0c553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:58.661912 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-747d9b8f-505c-4ce1-877b-4b8a3c0c553c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0514348 Apr 28 15:04:58.670259 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:58.673022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.678818 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:58.679420 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:58.702691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:58.717787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-81eb7dac-7c1a-4f10-9d46-70c0b50f9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:04:58.719505 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-81eb7dac-7c1a-4f10-9d46-70c0b50f9220 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514500 Apr 28 15:04:58.803332 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:58.837619 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-c8dcc5ee-5c7d-4da4-9a88-8a9e2fae9a18 service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093974 Apr 28 15:04:58.873161 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:58.946288 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b59e5210-b4db-4bd1-9a03-af02a303a022 req-a9a39ff0-e172-41f1-ad54-869b42319ded service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013200 Apr 28 15:04:59.150875 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:c3:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:57Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:59.181030 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b96dda-56be-4f45-a5ca-39922389dfca None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '2e4e3f51-5896-46e3-a206-ee817cb2d611', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.159', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'port_id': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'mac_address': 'fa:16:3e:c3:72:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:04:04Z', 'updated_at': '2022-04-28T15:04:57Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:04:59.368838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:04:59.370617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e750d-cb9c-4bdc-8011-7dfbf4f0b070 None None] New status for floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:04:59.393197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47002) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:59.461973 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-30b3bf98-aa0a-4439-86bf-6f2a776849fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 992 time: 0.0673623 Apr 28 15:04:59.468523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:04:59.474136 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b424d413-e47f-403d-b3b8-4506ca1ca912 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690978 Apr 28 15:04:59.478469 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47004) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:59.478969 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:04:59.491071 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:59.491994 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:59.533372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet 389c9703-5826-4c9f-90e6-a59278850e5d {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:04:59.536844 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.577419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.585052 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:59.661740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.719583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.745821 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=389c9703-5826-4c9f-90e6-a59278850e5d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:04:59.749744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.755562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47006) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:04:59.755761 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f8f2b7bc-bd34-4223-9185-213846d6f341 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/389c9703-5826-4c9f-90e6-a59278850e5d HTTP/1.1" status: 204 len: 168 time: 0.2761438 Apr 28 15:04:59.768167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e88d48-ebce-4315-afc8-475cbd5f4045 None None] Network 914aec3a-0635-4829-b6ab-60d4767b4714 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:04:59.773815 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:58Z', 'revision_number': 10, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:59.803654 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:04:59.813255 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:04:59.813937 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:04:59.839447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.893312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 219de9d3-58e2-42f1-aef0-630bda0b7032 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:59.893839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.900993 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:04:59.937542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] DHCP port deletion for 914aec3a-0635-4829-b6ab-60d4767b4714 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:04:59.968182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 219de9d3-58e2-42f1-aef0-630bda0b7032, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=219de9d3-58e2-42f1-aef0-630bda0b7032,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:04:59.968789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:04:59.982467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 219de9d3-58e2-42f1-aef0-630bda0b7032 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:04:59.987238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Deleting port 219de9d3-58e2-42f1-aef0-630bda0b7032 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:04:59.987434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.054822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] For port 219de9d3-58e2-42f1-aef0-630bda0b7032, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=219de9d3-58e2-42f1-aef0-630bda0b7032,segment=NetworkSegment(32822575-c881-4196-86e4-a6559c6e4fb9),segment_id=32822575-c881-4196-86e4-a6559c6e4fb9)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:00.055326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.069914 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Calling delete_port for 219de9d3-58e2-42f1-aef0-630bda0b7032 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:00.072234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.100376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=219de9d3-58e2-42f1-aef0-630bda0b7032,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:00.106240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port 219de9d3-58e2-42f1-aef0-630bda0b7032 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:00.112128 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:58Z', 'revision_number': 10, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:00.138929 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4af3a-5717-450d-a6e3-f2a27e5874a7 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:04:58Z', 'revision_number': 10, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None, '_interfaces': [{'id': '0803dc0f-5ea0-4a41-a489-4dad9fc542ec', 'name': '', 'network_id': 'a2bc7f2f-7819-43b4-92b2-a7f20a034788', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'mac_address': 'fa:16:3e:4a:fe:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:04:37Z', 'updated_at': '2022-04-28T15:04:42Z', 'revision_number': 5, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'subnets': [{'id': '24051831-1498-4f1c-b28c-3ec0bf5422a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:00.149491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.176163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] Pushing event deleted for resources: {'Port': ['ID=219de9d3-58e2-42f1-aef0-630bda0b7032,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:00.178082 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dbf98-aef8-49bf-a821-2729b111780a None None] No DVR routers for this DVR port 219de9d3-58e2-42f1-aef0-630bda0b7032 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:00.192046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.212178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914aec3a-0635-4829-b6ab-60d4767b4714']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:00.221014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32822575-c881-4196-86e4-a6559c6e4fb9') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:00.221304 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32822575-c881-4196-86e4-a6559c6e4fb9') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:00.230358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.243558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.249659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:05:00.250037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:05:00.252993 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:05:00.315076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.321452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.324499 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/914aec3a-0635-4829-b6ab-60d4767b4714 HTTP/1.1" status: 204 len: 168 time: 0.5677490 Apr 28 15:05:00.327772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:00.336190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765e2b-9872-4fe5-8592-863e4efdeb3e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=914aec3a-0635-4829-b6ab-60d4767b4714,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:00.464380 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47010) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:00.566829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:00.594829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:00.595171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 1c38f02f-2d7c-4d1a-99ea-c04d4b9dbf8e not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:00.595580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 219de9d3-58e2-42f1-aef0-630bda0b7032 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:00.596703 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1873232f-7ac6-4666-89c7-d931f6e4dbd3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 200 len: 994 time: 0.1313655 Apr 28 15:05:00.617463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 219de9d3-58e2-42f1-aef0-630bda0b7032 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:00.617808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 219de9d3-58e2-42f1-aef0-630bda0b7032 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:00.728384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:00.988168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:00.988476 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.075310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 0803dc0f-5ea0-4a41-a489-4dad9fc542ec, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:01.075664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.089325 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 0803dc0f-5ea0-4a41-a489-4dad9fc542ec owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:01.271104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.298898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=0803dc0f-5ea0-4a41-a489-4dad9fc542ec,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:01.440572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.594096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:01.674594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:01.679721 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ae00d95e-421c-4122-8250-f93e89e121b8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3507710 Apr 28 15:05:01.682637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47012) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:01.685178 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:01.695945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:01.696872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:01.733208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting subnet 24051831-1498-4f1c-b28c-3ec0bf5422a3 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:05:01.736412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.766911 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:01.780936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.817101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:01.846457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:01.854667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:01.855268 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:01.863462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.924902 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.957337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Subnet': ['ID=24051831-1498-4f1c-b28c-3ec0bf5422a3,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:01.961690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:01.967343 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ea86cb24-2633-4610-99b5-6229b39a9e33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/24051831-1498-4f1c-b28c-3ec0bf5422a3 HTTP/1.1" status: 204 len: 168 time: 0.2814054 Apr 28 15:05:01.967795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47014) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:02.045636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.070351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b00dc6b-8759-4b7d-99b7-183450dc4937 None None] Network a2bc7f2f-7819-43b4-92b2-a7f20a034788 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:02.073532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:02.101163 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Deleting port 3557fec5-f563-42b5-8bed-41c957bef028 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:02.101614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.135451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:02.176842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] For port 3557fec5-f563-42b5-8bed-41c957bef028, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3557fec5-f563-42b5-8bed-41c957bef028,segment=NetworkSegment(0716544b-9c51-4a8a-98d2-62cf32f7e6b7),segment_id=0716544b-9c51-4a8a-98d2-62cf32f7e6b7)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:02.177187 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.190059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Calling delete_port for 3557fec5-f563-42b5-8bed-41c957bef028 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:02.195485 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2467fe9c-7632-4a5f-b812-d84bc34fd741 None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:02.272647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.300828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Port': ['ID=3557fec5-f563-42b5-8bed-41c957bef028,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:02.302666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No DVR routers for this DVR port 3557fec5-f563-42b5-8bed-41c957bef028 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:02.388924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.409513 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bc7f2f-7819-43b4-92b2-a7f20a034788']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:02.418662 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0716544b-9c51-4a8a-98d2-62cf32f7e6b7') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:02.418956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0716544b-9c51-4a8a-98d2-62cf32f7e6b7') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:02.428326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.441310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.447165 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:05:02.447548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:05:02.450434 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:05:02.510806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.517489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.521837 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/networks/a2bc7f2f-7819-43b4-92b2-a7f20a034788 HTTP/1.1" status: 204 len: 168 time: 0.5532038 Apr 28 15:05:02.524923 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47016) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:02.531614 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'routes': None}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:02.545233 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdad330-9d7f-4a66-a490-ad0335920024 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Pushing event deleted for resources: {'Network': ['ID=a2bc7f2f-7819-43b4-92b2-a7f20a034788,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:02.562552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a24351-4aab-4b6f-b5e2-34c0b24a5f86 None None] DHCP port deletion for a2bc7f2f-7819-43b4-92b2-a7f20a034788 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:05:02.626355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0803dc0f-5ea0-4a41-a489-4dad9fc542ec no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:02.652085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 0803dc0f-5ea0-4a41-a489-4dad9fc542ec {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:02.652517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 0803dc0f-5ea0-4a41-a489-4dad9fc542ec not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:02.652960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3557fec5-f563-42b5-8bed-41c957bef028 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:02.672549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 3557fec5-f563-42b5-8bed-41c957bef028 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:02.672895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3557fec5-f563-42b5-8bed-41c957bef028 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:02.730287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Added routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 28 15:05:02.730557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.extraroute_db [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Removed routes are [] {{(pid=102641) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 28 15:05:02.730879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.862799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.866226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:02.943214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:03.019348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:03.027371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.028902 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-58d91f0f-3552-4da1-8f1b-267a7b41824e tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 701 time: 0.5020692 Apr 28 15:05:03.029068 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Sync routers for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:03.033026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47018) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:03.041079 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:03.041755 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:03.067397 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6bbead47-7b1b-4210-b339-b345e58d3c96 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 205 time: 0.0308738 Apr 28 15:05:03.067811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47020) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:03.113521 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:03.143276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.167280 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:03.199904 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Checking router: 9682a090-4d91-4fdc-9f18-3c7b0b4f259b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:03.208426 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Routers {'9682a090-4d91-4fdc-9f18-3c7b0b4f259b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:03.209004 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:03.276162 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] Set router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:03.306857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.309083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.328130 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:03.353615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.354190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router 9682a090-4d91-4fdc-9f18-3c7b0b4f259b {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:05:03.356757 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21b17c-5eab-4d0f-b759-cca7e97cf26e None None] The sync data for ids ['9682a090-4d91-4fdc-9f18-3c7b0b4f259b'] in dv-neutron-839772-1-hyperv is: [{'id': '9682a090-4d91-4fdc-9f18-3c7b0b4f259b', 'name': 'tempest-RoutersTest-router-1838581178', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:04:36Z', 'updated_at': '2022-04-28T15:05:01Z', 'revision_number': 11, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:03.361738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.362845 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ad7c3866-9eed-4cbe-ac87-d57bd29d47ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 204 len: 168 time: 0.2940302 Apr 28 15:05:03.366959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47022) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:03.372545 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-501896977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:03.395264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.396349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.450031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.455748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.474763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.476061 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0cc13b76-094a-4040-9c9e-30beabd96328 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1079113 Apr 28 15:05:03.478714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47024) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:03.483101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:03.686309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:03.699515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.104643 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Router 3e97162d-6035-4bb7-b477-0fb5a0f4b186 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:05:04.175824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:04.182812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.183960 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-87471145-76a3-4fe6-a702-9908140ce994 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "PUT /v2.0/routers/3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 200 len: 693 time: 0.7043097 Apr 28 15:05:04.186585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47026) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.188790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f4421-4263-4181-9333-8b562573a6be None None] Sync routers for ids ['3e97162d-6035-4bb7-b477-0fb5a0f4b186'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:04.199094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] Routers {'3e97162d-6035-4bb7-b477-0fb5a0f4b186'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:04.199718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3e97162d-6035-4bb7-b477-0fb5a0f4b186'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.264523 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6726ea09-272c-443b-829c-2f393724c2c5 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/routers/3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 200 len: 699 time: 0.0768781 Apr 28 15:05:04.267301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47028) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.279496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] Set router 3e97162d-6035-4bb7-b477-0fb5a0f4b186 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:04.293143 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8403ea4f-c5b2-4124-8194-df8a45f88880 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 200 len: 205 time: 0.0248184 Apr 28 15:05:04.295869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47030) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.331289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97162d-6035-4bb7-b477-0fb5a0f4b186', 'name': 'tempest-RoutersTest-router-501896977', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:03Z', 'updated_at': '2022-04-28T15:05:03Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.360729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f4421-4263-4181-9333-8b562573a6be None None] Checking router: 3e97162d-6035-4bb7-b477-0fb5a0f4b186 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:04.369510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] Routers {'3e97162d-6035-4bb7-b477-0fb5a0f4b186'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:04.370147 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3e97162d-6035-4bb7-b477-0fb5a0f4b186'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.372085 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.445269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] Set router 3e97162d-6035-4bb7-b477-0fb5a0f4b186 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:04.496080 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-956f4421-4263-4181-9333-8b562573a6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e97162d-6035-4bb7-b477-0fb5a0f4b186', 'name': 'tempest-RoutersTest-router-501896977', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:03Z', 'updated_at': '2022-04-28T15:05:03Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:04.527293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f4421-4263-4181-9333-8b562573a6be None None] The sync data for ids ['3e97162d-6035-4bb7-b477-0fb5a0f4b186'] in dv-neutron-839772-1-hyperv is: [{'id': '3e97162d-6035-4bb7-b477-0fb5a0f4b186', 'name': 'tempest-RoutersTest-router-501896977', 'tenant_id': '84f887b63de0469bb6a080f3cead95ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:03Z', 'updated_at': '2022-04-28T15:05:03Z', 'revision_number': 2, 'project_id': '84f887b63de0469bb6a080f3cead95ca', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:04.529065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.531323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.578060 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.578669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Fanout notify agent at l3_agent the message router_deleted on router 3e97162d-6035-4bb7-b477-0fb5a0f4b186 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:05:04.586401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:04.588003 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-01410b13-72ef-457b-896a-4b1ed26cb4ac tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 204 len: 168 time: 0.2911010 Apr 28 15:05:04.591578 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47032) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.618828 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-26ef8b1e-bfbb-4f33-a8cc-deb1bf187bf1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 200 len: 205 time: 0.0260611 Apr 28 15:05:04.621232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47034) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.657594 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.api.v2.resource [None req-604f877f-2441-4056-92a4-2734501387c1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:04.658626 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-604f877f-2441-4056-92a4-2734501387c1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/3e97162d-6035-4bb7-b477-0fb5a0f4b186 HTTP/1.1" status: 404 len: 336 time: 0.0360398 Apr 28 15:05:04.661451 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47036) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.691663 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e0f6b3-5bf7-4474-87c3-732b35233aca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:04.692373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e0f6b3-5bf7-4474-87c3-732b35233aca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:04.695191 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c5e0f6b3-5bf7-4474-87c3-732b35233aca tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/2222853d-94e0-44c0-a212-1d72f5fd6e50 HTTP/1.1" status: 404 len: 337 time: 0.0327828 Apr 28 15:05:04.697815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47038) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.723794 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c00aa0-0493-412d-b159-f680c83d3399 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:04.724390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c00aa0-0493-412d-b159-f680c83d3399 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:04.727689 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d5c00aa0-0493-412d-b159-f680c83d3399 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/fa62eb01-5543-40e5-8850-e72ba5011c75 HTTP/1.1" status: 404 len: 337 time: 0.0287256 Apr 28 15:05:04.730274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47040) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.757043 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff44d99-d833-487e-9a58-fe04ed1bf1d0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:04.757492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff44d99-d833-487e-9a58-fe04ed1bf1d0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:04.760455 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fff44d99-d833-487e-9a58-fe04ed1bf1d0 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/389c9703-5826-4c9f-90e6-a59278850e5d HTTP/1.1" status: 404 len: 337 time: 0.0292377 Apr 28 15:05:04.764085 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47042) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.788900 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f9f50f-93ca-4b73-9b21-348dda0214c8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:04.789330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f9f50f-93ca-4b73-9b21-348dda0214c8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:04.792173 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-29f9f50f-93ca-4b73-9b21-348dda0214c8 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/24051831-1498-4f1c-b28c-3ec0bf5422a3 HTTP/1.1" status: 404 len: 337 time: 0.0271816 Apr 28 15:05:04.794441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47044) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.820054 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d3e5ec8a-581e-4c14-ae48-2b2874ec3699 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 200 len: 205 time: 0.0245376 Apr 28 15:05:04.822436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47046) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.862639 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-d9d6fb48-0548-4c76-8ec4-769fda9f907d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:04.863630 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d9d6fb48-0548-4c76-8ec4-769fda9f907d tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/9682a090-4d91-4fdc-9f18-3c7b0b4f259b HTTP/1.1" status: 404 len: 336 time: 0.0403321 Apr 28 15:05:04.866346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47048) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.892682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9ef559c2-9e31-4513-8901-7f14da1babc9 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae676172-359f-48bc-8bbd-249028d3816a HTTP/1.1" status: 200 len: 205 time: 0.0252285 Apr 28 15:05:04.894885 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47050) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.930866 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-c228bedb-ced4-48dd-b02c-c97ee81ec4d9 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:04.931941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c228bedb-ced4-48dd-b02c-c97ee81ec4d9 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/ae676172-359f-48bc-8bbd-249028d3816a HTTP/1.1" status: 404 len: 336 time: 0.0361760 Apr 28 15:05:04.934578 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47052) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.964345 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec259e36-d385-400d-9901-94b92cb72dd1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:04.964794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec259e36-d385-400d-9901-94b92cb72dd1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:04.967848 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ec259e36-d385-400d-9901-94b92cb72dd1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/23502777-2635-4178-992e-0f30e0714b6f HTTP/1.1" status: 404 len: 337 time: 0.0323868 Apr 28 15:05:04.970397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47054) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:04.996918 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-977e8f03-8030-4430-89b0-31861450b71b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 200 len: 205 time: 0.0251315 Apr 28 15:05:04.999096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47056) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.034309 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-cd7c0222-be69-4c0a-bad9-6f1153864e69 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:05.035317 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cd7c0222-be69-4c0a-bad9-6f1153864e69 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/185413ef-0f2b-489f-b332-7b4897771eff HTTP/1.1" status: 404 len: 336 time: 0.0353105 Apr 28 15:05:05.037902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47058) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.063642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2375fad8-65a9-40fa-b3f9-26bf41c84652 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 HTTP/1.1" status: 200 len: 205 time: 0.0247467 Apr 28 15:05:05.065953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47060) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.104656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-04c61e5f-61fe-41c6-b8f8-91a704fc5f5b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:05.105695 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-04c61e5f-61fe-41c6-b8f8-91a704fc5f5b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/cc367ebd-6ae7-4f3e-a190-ec9d59fcbb86 HTTP/1.1" status: 404 len: 336 time: 0.0388496 Apr 28 15:05:05.108236 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47062) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.134819 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e62ac4-8ae0-4860-8bc7-ac5156acb556 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:05.135265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e62ac4-8ae0-4860-8bc7-ac5156acb556 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:05.138258 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61e62ac4-8ae0-4860-8bc7-ac5156acb556 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/cc9e0428-6dfb-49a6-8936-c9bc7f9362cf HTTP/1.1" status: 404 len: 337 time: 0.0291064 Apr 28 15:05:05.141039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47064) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.167747 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-763905e0-3268-484b-b268-dbdb2a44dfc1 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=9866cac1-73d0-488c-a817-4095de0dc976 HTTP/1.1" status: 200 len: 205 time: 0.0256500 Apr 28 15:05:05.170201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47066) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.210060 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-91d8c28b-7fb7-443d-a5dc-79c5c0a1ce38 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:05.211104 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-91d8c28b-7fb7-443d-a5dc-79c5c0a1ce38 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/9866cac1-73d0-488c-a817-4095de0dc976 HTTP/1.1" status: 404 len: 336 time: 0.0400345 Apr 28 15:05:05.213860 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47068) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.239863 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2589bc-380b-46f7-a2fb-f68295e8560b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:05.240404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2589bc-380b-46f7-a2fb-f68295e8560b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:05.243249 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cf2589bc-380b-46f7-a2fb-f68295e8560b tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/37df2169-d4d4-4f27-891a-15b4d58ec8ec HTTP/1.1" status: 404 len: 337 time: 0.0285027 Apr 28 15:05:05.245982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47070) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.272433 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2418e3d4-8a5b-414c-8cd5-0e8f239cda33 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b03dfe2-b226-41db-986e-e666166ed70c HTTP/1.1" status: 200 len: 205 time: 0.0250492 Apr 28 15:05:05.274896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47072) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.315599 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.api.v2.resource [None req-aca94754-22fc-49cc-8ecb-efd90b329a40 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] delete failed (client error): The resource could not be found. Apr 28 15:05:05.316656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aca94754-22fc-49cc-8ecb-efd90b329a40 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/routers/6b03dfe2-b226-41db-986e-e666166ed70c HTTP/1.1" status: 404 len: 336 time: 0.0408692 Apr 28 15:05:05.319412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47074) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.346360 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-1165b723-27da-439e-8e38-caf7401ff612 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:05.346815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1165b723-27da-439e-8e38-caf7401ff612 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:05.349808 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1165b723-27da-439e-8e38-caf7401ff612 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/f4b67142-3b12-4b31-89f7-6c8f305f0a30 HTTP/1.1" status: 404 len: 337 time: 0.0293198 Apr 28 15:05:05.352563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47076) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.382970 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c78dc41-5afb-48bf-ac6e-5f3d0d418f70 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] DELETE failed (client error): The resource could not be found. Apr 28 15:05:05.383436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c78dc41-5afb-48bf-ac6e-5f3d0d418f70 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102641) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 15:05:05.386415 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8c78dc41-5afb-48bf-ac6e-5f3d0d418f70 tempest-RoutersTest-1306275380 tempest-RoutersTest-1306275380-project] 10.222.0.58 "DELETE /v2.0/subnets/e1d82b5d-2919-4459-b6db-afbfe076dd15 HTTP/1.1" status: 404 len: 337 time: 0.0322788 Apr 28 15:05:05.643251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47082) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.778370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-53b0c709-a57a-4df1-8b04-42bcbb8c0fe7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84f887b63de0469bb6a080f3cead95ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338866 Apr 28 15:05:05.780853 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47086) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:05.830022 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:05.852753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:05.904073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:05.906569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:05.907716 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7b6e9d78-3494-4ccf-88fb-4fff6c3cb804 HTTP/1.1" status: 204 len: 168 time: 0.1259785 Apr 28 15:05:05.915359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79acc75-2d6a-4d21-9948-996f8f11e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6e9d78-3494-4ccf-88fb-4fff6c3cb804,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:06.580353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47108) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:06.693102 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7d867868-6379-4d9b-8908-720c892cda70 tempest-ServiceProvidersTest-926966134 tempest-ServiceProvidersTest-926966134-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1115363 Apr 28 15:05:06.953286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47116) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:07.060297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9236c6-dbf8-48a1-9df6-e9eb5a20591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.136463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9236c6-dbf8-48a1-9df6-e9eb5a20591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.141273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe9236c6-dbf8-48a1-9df6-e9eb5a20591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.178978 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fe9236c6-dbf8-48a1-9df6-e9eb5a20591e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f296d5fe2e0d4d6f857ad7d6a633cd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246485 Apr 28 15:05:07.179943 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9236c6-dbf8-48a1-9df6-e9eb5a20591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59151ff-46db-4e17-ac79-9dce0b8cd2d6,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:07.181900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47120) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:07.236772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.258466 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.310767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.314477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:07.316070 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c59151ff-46db-4e17-ac79-9dce0b8cd2d6 HTTP/1.1" status: 204 len: 168 time: 0.1331131 Apr 28 15:05:07.323938 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b9df8-ae60-4241-a03a-f1e67a8e35c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59151ff-46db-4e17-ac79-9dce0b8cd2d6,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.208145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47160) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.212916 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190033036', 'description': 'tempest-secgroup-smoke-1190033036 description', 'project_id': 'ea6ae2e163b746b584fa315f1d778411'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.236553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.244293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.320971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.327096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.366357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2142ea8-4cca-4ef8-a347-1d6c1b16a061,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.401249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.408715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.447664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.448836 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2396908 Apr 28 15:05:09.450786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209abc8-4be8-4e22-bc35-6eb2f6e4300f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.451945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47162) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.456947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.482737 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.542493 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.546797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.566040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63895991-cbcf-4d45-9c5c-48fc92eeebc5,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.574353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.574698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.575031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.575360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.575688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.576043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.576369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.576695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.577451 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.577762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.578095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.578406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:09.584599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.585847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1e80ccd9-c50a-47b6-962c-d6cc77d6ee9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326275 Apr 28 15:05:09.588690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47164) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.593196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.618898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.681297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.686377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.703759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4b50d8-7a12-4472-bb0c-eb7798ef3bd8,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.712456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.713646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1406b436-17de-411f-9d46-cdda7c20f2ac tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239996 Apr 28 15:05:09.716466 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47166) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.721036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.746817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.803767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.808822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.828274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87686638-0827-4d90-9632-18df3512109e,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.834480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.836071 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-98687265-660b-4953-9f25-24d770195d10 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186473 Apr 28 15:05:09.838771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47168) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.842994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.869193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.927056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.931930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.949299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a0fb83-0563-46e3-a289-139f0b4ec536,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:09.958699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:09.959992 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9f51b4da-5b8d-465f-9a42-1444e6f793fe tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202703 Apr 28 15:05:09.962822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47170) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:09.967321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:09.987655 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Project ea6ae2e163b746b584fa315f1d778411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:05:09.992621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.055577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.060581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.077301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79298c01-95ba-40bc-85ce-5149f46c3a4d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:10.086189 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.087402 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-df22992c-115c-4961-b729-a9fc23c16243 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236346 Apr 28 15:05:10.090366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47172) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:10.094959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'security_group_rule': {'security_group_id': 'f53d4802-ba57-49ea-86e1-bc69d1bf2d1f', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:10.116762 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Project ea6ae2e163b746b584fa315f1d778411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:05:10.121920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.194886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.200486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.219202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19b2580-84ba-411a-975d-60e0cc3212d2,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:10.224971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.226208 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-abff7e29-ade9-47a7-aae8-4dac1dbda6aa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348524 Apr 28 15:05:10.229173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47174) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:10.233870 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'network': {'name': 'tempest-network-smoke--1929456858', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:10.266917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Made reservation on behalf of ea6ae2e163b746b584fa315f1d778411 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:10.270427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.295153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:05:10.304493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.304812 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Added segment 41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44 of type vlan for network 29033efe-a024-46ab-b191-1e142ffad583 Apr 28 15:05:10.343193 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.369129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.374998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:10.375569 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.430191 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1998155 Apr 28 15:05:10.433247 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47176) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:10.438066 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'admin_state_up': True, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:10.451592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Network': ['ID=29033efe-a024-46ab-b191-1e142ffad583,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:10.459897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.460259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.460641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.460975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.461288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.461622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.461955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.462284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.462616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.462742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.463300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.463300 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.463593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dca52df-dec3-4b31-8c80-67b3684e553d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:10.463864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.481900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 29033efe-a024-46ab-b191-1e142ffad583 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:05:10.522372 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.661083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.874733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:10.896833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.001278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Allocated IP 172.26.4.105 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/9efe8d0c-d84a-4384-af49-b1dd63b2858a) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:11.104681 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.139986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.178412 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:11.181330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:11.184990 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:11.190419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=9efe8d0c-d84a-4384-af49-b1dd63b2858a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:11.445000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.654410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.796862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:05:11.902895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:11.916046 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Sync routers for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:11.929700 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:11.930002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:11.930303 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:11.931255 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-61703090-cf2f-454a-9082-ed901d851f26 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4970000 Apr 28 15:05:11.934685 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47178) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:12.127624 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:12.309207 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:11Z', 'revision_number': 3, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:12.339493 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Checking router: 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:12.339864 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Updating router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 port 9efe8d0c-d84a-4384-af49-b1dd63b2858a binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:05:12.353043 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-af55ab4c-a4e4-4135-b181-d1adf466a307 tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=ea6ae2e163b746b584fa315f1d778411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4172106 Apr 28 15:05:12.355790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47182) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:12.364391 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.445452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe50f91-cdfe-4d61-88a6-a22ab3da82e5 tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:12.446899 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2fe50f91-cdfe-4d61-88a6-a22ab3da82e5 tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902174 Apr 28 15:05:12.450250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47184) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:12.487148 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-03cb20f0-061c-4a8d-9798-d784013de24a tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358434 Apr 28 15:05:12.489918 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47186) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:12.494572 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70879933', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:12.584220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Made reservation on behalf of ea6ae2e163b746b584fa315f1d778411 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:12.587704 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.626830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.633949 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.683506 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c8325-d06e-44f1-a7ea-fb57a8927d55 None None] Pushing event updated for resources: {'Port': ['ID=9efe8d0c-d84a-4384-af49-b1dd63b2858a,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:12.700008 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Attempting to bind port 9efe8d0c-d84a-4384-af49-b1dd63b2858a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:12.700378 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Attempting to bind port 9efe8d0c-d84a-4384-af49-b1dd63b2858a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:12.700873 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Attempting to bind port 9efe8d0c-d84a-4384-af49-b1dd63b2858a on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:12.706143 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:12.706612 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:12.707040 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.707377 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:12.707834 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Bound port: 9efe8d0c-d84a-4384-af49-b1dd63b2858a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:12.708197 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.760738 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] For port 9efe8d0c-d84a-4384-af49-b1dd63b2858a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:12.764054 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] For port 9efe8d0c-d84a-4384-af49-b1dd63b2858a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9efe8d0c-d84a-4384-af49-b1dd63b2858a,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:12.771506 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.783786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.828811 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:12.829421 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:12.850967 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Checking segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:12.851381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network hostable DHCP agents. Network: 29033efe-a024-46ab-b191-1e142ffad583, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:05:12.865279 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Subnet': ['ID=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:12.872513 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c8325-d06e-44f1-a7ea-fb57a8927d55 None None] Pushing event updated for resources: {'Port': ['ID=9efe8d0c-d84a-4384-af49-b1dd63b2858a,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:12.879697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network 29033efe-a024-46ab-b191-1e142ffad583 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:05:12.890922 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 29033efe-a024-46ab-b191-1e142ffad583) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:12.895443 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:12.896067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:12.902882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045d68a-b595-4c82-8cef-00be668191cb None None] Network 29033efe-a024-46ab-b191-1e142ffad583 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:12.915975 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b60744f7-707c-4308-89ec-2f8581195a78 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4236724 Apr 28 15:05:12.917485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47188) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:12.944694 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:13.066258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-29033efe-a024-46ab-b191-1e142ffad583', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:05:13.067476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.147162 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:11Z', 'revision_number': 3, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:13.185944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb65c8-5d5a-4b13-a3c9-fc78667d4e79 None None] The sync data for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv is: [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:11Z', 'revision_number': 3, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:13.225606 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Allocated IP 172.20.0.2 (29033efe-a024-46ab-b191-1e142ffad583/7919a02a-d91e-4e75-b9dc-24cf5daf3a5f/733874e8-2bf8-4a90-a2d9-331a477487ea) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:13.382621 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.389773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.404587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.438164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Network 29033efe-a024-46ab-b191-1e142ffad583 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:13.443829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:13.447203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:13.463259 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Pushing event updated for resources: {'Port': ['ID=733874e8-2bf8-4a90-a2d9-331a477487ea,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:13.499974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.504998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.505696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.507864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.507864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.507864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.507864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.508312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.508312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.508622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.508939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.509255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:13.546171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Attempting to bind port 733874e8-2bf8-4a90-a2d9-331a477487ea on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:13.546531 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Attempting to bind port 733874e8-2bf8-4a90-a2d9-331a477487ea by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:13.546879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Attempting to bind port 733874e8-2bf8-4a90-a2d9-331a477487ea on network 29033efe-a024-46ab-b191-1e142ffad583 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:13.551709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:13.552109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Checking segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:13.552504 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.552882 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Bound using segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:13.553380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Bound port: 733874e8-2bf8-4a90-a2d9-331a477487ea, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:13.553745 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.631356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] For port 733874e8-2bf8-4a90-a2d9-331a477487ea, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:13.635978 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] For port 733874e8-2bf8-4a90-a2d9-331a477487ea, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=733874e8-2bf8-4a90-a2d9-331a477487ea,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:13.640617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.700217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afb81a-7e53-44f5-9793-73aae914d468 None None] Pushing event updated for resources: {'Port': ['ID=733874e8-2bf8-4a90-a2d9-331a477487ea,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:13.760234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Allocated IP 172.20.0.1 (29033efe-a024-46ab-b191-1e142ffad583/7919a02a-d91e-4e75-b9dc-24cf5daf3a5f/42389ada-5d55-41cc-9bca-1afa0572a29c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:13.902767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.948010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:13.998433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network 29033efe-a024-46ab-b191-1e142ffad583 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:14.001788 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:14.006082 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:14.012737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:14.054479 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.194004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.367205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9efe8d0c-d84a-4384-af49-b1dd63b2858a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:14.422237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9efe8d0c-d84a-4384-af49-b1dd63b2858a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:14.422691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.503498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.510646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.517929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.542274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 9efe8d0c-d84a-4384-af49-b1dd63b2858a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9efe8d0c-d84a-4384-af49-b1dd63b2858a,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:14.547557 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.548494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 733874e8-2bf8-4a90-a2d9-331a477487ea up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:14.589447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:14.596707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.629141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=9efe8d0c-d84a-4384-af49-b1dd63b2858a,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:14.642157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 733874e8-2bf8-4a90-a2d9-331a477487ea triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:14.642778 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.670437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b428aa-2521-4e23-90fe-d9ae4097cb95 None None] Network 29033efe-a024-46ab-b191-1e142ffad583 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:14.700108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network 29033efe-a024-46ab-b191-1e142ffad583 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:14.701512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:14.819735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9267dd14-47ad-418e-9074-100ad5a9c3a7 None None] Provisioning complete for port 733874e8-2bf8-4a90-a2d9-331a477487ea triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:14.820313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9267dd14-47ad-418e-9074-100ad5a9c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.825715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:14.854652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.923785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 733874e8-2bf8-4a90-a2d9-331a477487ea, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=733874e8-2bf8-4a90-a2d9-331a477487ea,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:14.934009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:14.943023 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:14.952444 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-745d26a2-cce4-47d1-821d-7d4594839181 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "PUT /v2.0/routers/1c6f9fe5-5dc6-45a9-a6a3-4df63115c542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0339088 Apr 28 15:05:15.019833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=733874e8-2bf8-4a90-a2d9-331a477487ea,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:15.099439 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-469863e8-97c3-4b3f-9f6d-5bb5245c9b59 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190033036&fields=id&tenant_id=ea6ae2e163b746b584fa315f1d778411 HTTP/1.1" status: 200 len: 267 time: 0.0353768 Apr 28 15:05:15.200402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Sync routers for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:15.210181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:15.210791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:15.226886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-8ffb6116-219e-45fa-9afe-06fe3a85eb30 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:15.228740 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-8ffb6116-219e-45fa-9afe-06fe3a85eb30 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 797 time: 0.1194975 Apr 28 15:05:15.245657 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-745f80aa-ec58-418c-a002-4bf4b2ee619e tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/quotas/ea6ae2e163b746b584fa315f1d778411 HTTP/1.1" status: 200 len: 375 time: 0.0102267 Apr 28 15:05:15.285138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d747ae7e-79a5-4923-aa8d-cd8a6e7db9f7 None None] Provisioning complete for port 42389ada-5d55-41cc-9bca-1afa0572a29c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:15.286104 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d747ae7e-79a5-4923-aa8d-cd8a6e7db9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:15.302255 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3239bb1d-f71a-4f4a-9e2b-f079f4a11826 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499654 Apr 28 15:05:15.411276 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-e291e3ef-8f7d-49a2-b0cd-5832c4093a0b service neutron] 10.222.0.58 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969594 Apr 28 15:05:15.510282 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-a8e3fec5-e3e9-4e59-b9ed-0116b41be3ae service neutron] 10.222.0.58 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918472 Apr 28 15:05:15.527278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d747ae7e-79a5-4923-aa8d-cd8a6e7db9f7 None None] Port 42389ada-5d55-41cc-9bca-1afa0572a29c cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:15.546047 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:15.585823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d747ae7e-79a5-4923-aa8d-cd8a6e7db9f7 None None] Provisioning complete for port 733874e8-2bf8-4a90-a2d9-331a477487ea triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:15.586239 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d747ae7e-79a5-4923-aa8d-cd8a6e7db9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:15.665527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-69cb16f1-d9f7-4fd7-be0b-cc47667494bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:15.690365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dc844886-2d1a-4293-8437-e5075a6f34d3 req-a40fd19f-5dc9-40cf-ac45-1183584e4958 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 210 time: 0.0282388 Apr 28 15:05:15.832868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 2, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:15.858803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Checking router: 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:15.859152 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Updating router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 port 42389ada-5d55-41cc-9bca-1afa0572a29c binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:05:15.883586 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:15.929247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-9dd0a8f5-a6de-471b-a558-ddf8ee7b905b None None] Provisioning complete for port 42389ada-5d55-41cc-9bca-1afa0572a29c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:15.929610 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9dd0a8f5-a6de-471b-a558-ddf8ee7b905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.023565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-9dd0a8f5-a6de-471b-a558-ddf8ee7b905b None None] Port 42389ada-5d55-41cc-9bca-1afa0572a29c cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:16.184022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.190312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.242362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daef63d-ef30-46e1-a409-fe931659401c None None] Pushing event updated for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:16.297522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Attempting to bind port 42389ada-5d55-41cc-9bca-1afa0572a29c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:16.298059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Attempting to bind port 42389ada-5d55-41cc-9bca-1afa0572a29c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:16.298424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Attempting to bind port 42389ada-5d55-41cc-9bca-1afa0572a29c on network 29033efe-a024-46ab-b191-1e142ffad583 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:16.303791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:16.304187 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Checking segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:16.304590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.304976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Bound using segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:16.305432 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Bound port: 42389ada-5d55-41cc-9bca-1afa0572a29c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:16.305811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.339367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9efe8d0c-d84a-4384-af49-b1dd63b2858a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:16.403469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] For port 42389ada-5d55-41cc-9bca-1afa0572a29c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:16.407810 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] For port 42389ada-5d55-41cc-9bca-1afa0572a29c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=42389ada-5d55-41cc-9bca-1afa0572a29c,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:16.415030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.427289 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 9efe8d0c-d84a-4384-af49-b1dd63b2858a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:16.427646 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.524486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:16.525126 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:04:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:16.531006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] Provisioning complete for port 42389ada-5d55-41cc-9bca-1afa0572a29c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:16.531713 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.595853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daef63d-ef30-46e1-a409-fe931659401c None None] Pushing event updated for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:16.706800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-7ba48a00-f1f7-4a63-afbf-36e77d98ac43 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:16.709135 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-7ba48a00-f1f7-4a63-afbf-36e77d98ac43 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.21 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 797 time: 0.1328068 Apr 28 15:05:16.717306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 733874e8-2bf8-4a90-a2d9-331a477487ea up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:16.740900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:16.767154 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-ea2a0a4b-53bd-4d35-ad2f-3aa63c18bd77 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea6ae2e163b746b584fa315f1d778411 HTTP/1.1" status: 200 len: 380 time: 0.0476069 Apr 28 15:05:16.782053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'port': {'device_id': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'admin_state_up': True, 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'security_groups': ['f53d4802-ba57-49ea-86e1-bc69d1bf2d1f']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:16.812496 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-af0ff228-c16e-440b-bfe9-ed21029d728b req-7b432abe-8ea0-476a-933a-c28db02cb809 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 210 time: 0.0344296 Apr 28 15:05:16.815062 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.888835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Made reservation on behalf of ea6ae2e163b746b584fa315f1d778411 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:16.892325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.926525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] For port 42389ada-5d55-41cc-9bca-1afa0572a29c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=42389ada-5d55-41cc-9bca-1afa0572a29c,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:16.934363 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:16.946483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 733874e8-2bf8-4a90-a2d9-331a477487ea triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:16.946880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.027789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Allocated IP 172.20.0.10 (29033efe-a024-46ab-b191-1e142ffad583/7919a02a-d91e-4e75-b9dc-24cf5daf3a5f/dc25ddef-51e5-4744-add5-2141449ff085) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:17.056461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad0dd7-1a1a-40b9-add3-4f434e06a11f None None] Pushing event updated for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:17.080068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1881cdeb-a943-414c-8833-2d02411485f4 None None] Provisioning complete for port 42389ada-5d55-41cc-9bca-1afa0572a29c triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:17.080452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1881cdeb-a943-414c-8833-2d02411485f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.163028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:17.170124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.191647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962b7d08-3c8a-4611-bd11-138a0c9d6472 None None] The sync data for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv is: [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:17.208492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.270242 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network 29033efe-a024-46ab-b191-1e142ffad583 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:17.273599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:17.276508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:17.306478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:17.336934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:17.337613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.358277 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-3c9c1715-fc3f-448f-a731-e9973a8cc7b9 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814714 Apr 28 15:05:17.371141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Request body: {'port': {'device_id': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:17.428645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.553507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d91adbe1-6613-4919-8fe0-8cbc669212ff None None] Provisioning complete for port dc25ddef-51e5-4744-add5-2141449ff085 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:17.554023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d91adbe1-6613-4919-8fe0-8cbc669212ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.603644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d91adbe1-6613-4919-8fe0-8cbc669212ff None None] Port dc25ddef-51e5-4744-add5-2141449ff085 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:17.721879 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:17.730348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.743669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Transition to ACTIVE for port object dc25ddef-51e5-4744-add5-2141449ff085 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:05:17.749523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.824109 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:17.886057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Attempting to bind port dc25ddef-51e5-4744-add5-2141449ff085 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:17.886397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Attempting to bind port dc25ddef-51e5-4744-add5-2141449ff085 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:17.886728 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Attempting to bind port dc25ddef-51e5-4744-add5-2141449ff085 on network 29033efe-a024-46ab-b191-1e142ffad583 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:17.892125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Port dc25ddef-51e5-4744-add5-2141449ff085 on network 29033efe-a024-46ab-b191-1e142ffad583 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:05:17.893197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Attempting to bind port dc25ddef-51e5-4744-add5-2141449ff085 on network 29033efe-a024-46ab-b191-1e142ffad583 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:17.909270 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:17.909612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Checking segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:17.910310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Bound using segment: {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:17.910761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Bound port: dc25ddef-51e5-4744-add5-2141449ff085, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '29033efe-a024-46ab-b191-1e142ffad583'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:17.911121 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.961573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2723-5348-4e02-bc26-cd7c9183684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:17.994094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a7ee-f750-40a5-b26c-ad3400eec4b0 req-c24682a4-65dd-4a7f-bcb8-1cdd90fe8c12 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:17.995680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7084a7ee-f750-40a5-b26c-ad3400eec4b0 req-c24682a4-65dd-4a7f-bcb8-1cdd90fe8c12 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 944 time: 0.0987904 Apr 28 15:05:18.038145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:18.059207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:18.062948 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7084a7ee-f750-40a5-b26c-ad3400eec4b0 req-1195d4ad-3054-4945-9ce3-ad19bc89b80f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582278 Apr 28 15:05:18.065407 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:18.100453 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.101063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:18.102448 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] 10.222.0.21 "PUT /v2.0/ports/dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 1094 time: 0.7359726 Apr 28 15:05:18.102880 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:18.105194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1672b7b8-34d6-43da-8ee4-988a857612ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:18.141175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dccde-81cc-4b57-bb59-6450d2404a81 service neutron] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:18.150343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c99d424-5a32-4f60-b01d-d1d138c0f0b8 x-openstack-request-id: req-4c99d424-5a32-4f60-b01d-d1d138c0f0b8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:18.150629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:18.150996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4c99d424-5a32-4f60-b01d-d1d138c0f0b8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:18.151416 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c99d424-5a32-4f60-b01d-d1d138c0f0b8'] response: {'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'status': 'completed', 'code': 200} Apr 28 15:05:18.206102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-7edaccf1-421d-4fa5-bc4a-0a8151993188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.207646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-7edaccf1-421d-4fa5-bc4a-0a8151993188 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1097 time: 0.0503964 Apr 28 15:05:18.252405 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-47eb8f91-5c70-4482-bd39-f390d471210f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 217 time: 0.0362701 Apr 28 15:05:18.323941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-8d7d25d2-456b-4770-b2fa-7844201bbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.325498 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-8d7d25d2-456b-4770-b2fa-7844201bbfd8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 200 len: 833 time: 0.0665102 Apr 28 15:05:18.364356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 42389ada-5d55-41cc-9bca-1afa0572a29c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:18.382934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-586137eb-9f84-461a-a41e-bbaa0058ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.385616 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-586137eb-9f84-461a-a41e-bbaa0058ce73 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29033efe-a024-46ab-b191-1e142ffad583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510638 Apr 28 15:05:18.423960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 42389ada-5d55-41cc-9bca-1afa0572a29c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:18.424291 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:18.426965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:18.481252 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-990a1819-e0c3-494c-9393-3c3d15b67afb service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872078 Apr 28 15:05:18.578710 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac535ab-11df-46de-a739-a0279f0eb504 req-f8c57de3-0fb2-407a-b7b5-5f66d38fd232 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Apr 28 15:05:18.672229 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-106b341b-30e7-4661-baeb-e225bed4890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.673788 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-106b341b-30e7-4661-baeb-e225bed4890c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1097 time: 0.0423517 Apr 28 15:05:18.762820 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-79e62a24-71c5-4d93-9edd-01353a3c0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.764245 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-79e62a24-71c5-4d93-9edd-01353a3c0d02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 898 time: 0.0833817 Apr 28 15:05:18.813212 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-ce6668b8-80e1-4206-aaa3-adf94f9d23d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 217 time: 0.0373311 Apr 28 15:05:18.870500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-b5121c78-db28-409d-8e78-7441682310d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.872326 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-b5121c78-db28-409d-8e78-7441682310d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 200 len: 833 time: 0.0522611 Apr 28 15:05:18.918565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-396950a2-3370-4690-ac81-a1f7d3f605b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:18.920058 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-396950a2-3370-4690-ac81-a1f7d3f605b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29033efe-a024-46ab-b191-1e142ffad583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402501 Apr 28 15:05:18.981829 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:19.016525 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-42aea7d9-fff0-4c45-a146-47d4ccff024d service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Apr 28 15:05:19.111721 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1672b7b8-34d6-43da-8ee4-988a857612ca req-ea121861-71b1-4ee6-aef7-aaf6839772bd service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880151 Apr 28 15:05:19.189343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39bcbc-000b-4188-8e51-dc5c3e69caa3 req-07f1198f-b76a-4932-9a79-ddf4078ae4bd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:19.190840 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ab39bcbc-000b-4188-8e51-dc5c3e69caa3 req-07f1198f-b76a-4932-9a79-ddf4078ae4bd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 944 time: 0.0500758 Apr 28 15:05:19.232775 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ab39bcbc-000b-4188-8e51-dc5c3e69caa3 req-c0c84647-f241-4332-9391-cd79ec6cf546 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355339 Apr 28 15:05:20.139328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:20.382963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a4a08-3f16-49cb-9095-1a6664a342ba req-f160e4e8-ff61-4fd1-a44f-90d814b8e6c2 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:20.384855 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1b1a4a08-3f16-49cb-9095-1a6664a342ba req-f160e4e8-ff61-4fd1-a44f-90d814b8e6c2 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 944 time: 0.0744753 Apr 28 15:05:20.422226 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1b1a4a08-3f16-49cb-9095-1a6664a342ba req-3a95bdca-5b66-4fcc-9c21-cf2a011d3449 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Apr 28 15:05:20.684770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:05:20.766533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:20.802390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:20.813327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'dc25ddef-51e5-4744-add5-2141449ff085', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'mac_address': 'fa:16:3e:44:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:05:21.015125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:21.030542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:21.050621 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:21.057316 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:21.104216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:21.304909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['dc25ddef-51e5-4744-add5-2141449ff085'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:21.541646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5875-55b5-4fae-86e3-8003f6b0827b req-1cdcbc19-3026-4881-92ba-33a91212f668 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:21.543206 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-871a5875-55b5-4fae-86e3-8003f6b0827b req-1cdcbc19-3026-4881-92ba-33a91212f668 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 945 time: 0.0526700 Apr 28 15:05:21.584090 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-871a5875-55b5-4fae-86e3-8003f6b0827b req-25b09100-26d9-4c1a-9d71-fd51fda0e0fb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Apr 28 15:05:22.692102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:22.717660 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafaf7fc-6dc8-426d-b412-e2545993cf13 req-1a23c1bc-af37-4049-b5ab-3a27452c7e1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:22.722254 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cafaf7fc-6dc8-426d-b412-e2545993cf13 req-1a23c1bc-af37-4049-b5ab-3a27452c7e1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 945 time: 0.0580010 Apr 28 15:05:22.747704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port dc25ddef-51e5-4744-add5-2141449ff085 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:05:22.751447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port dc25ddef-51e5-4744-add5-2141449ff085 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:22.751821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:22.758897 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cafaf7fc-6dc8-426d-b412-e2545993cf13 req-37d007a3-0c39-4296-be13-a47611460950 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341086 Apr 28 15:05:22.826896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:22.849200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:22.851447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e18530-bb4a-4eed-a166-3f04eea9017f" -d '{"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-plugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:22.863605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:22.868689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:22.894491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be69f1b-c8d6-479a-af0d-a215fa69db17 x-openstack-request-id: req-1be69f1b-c8d6-479a-af0d-a215fa69db17 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:22.894726 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-plugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:22.894993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1be69f1b-c8d6-479a-af0d-a215fa69db17 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:22.895365 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be69f1b-c8d6-479a-af0d-a215fa69db17'] response: {'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'code': 200} Apr 28 15:05:22.920518 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:23.063256 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a505-697d-4fd7-bbe6-f69e2fc82166 req-0715d20a-f0f3-47c5-af8a-deef459ace72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:23.064714 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-72a6a505-697d-4fd7-bbe6-f69e2fc82166 req-0715d20a-f0f3-47c5-af8a-deef459ace72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1099 time: 0.0418665 Apr 28 15:05:23.099444 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-72a6a505-697d-4fd7-bbe6-f69e2fc82166 req-bab78708-a457-47ad-a537-c059c84c63b4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275550 Apr 28 15:05:23.874723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea315020-db1a-431e-843d-54e7be0af4ad req-02ffc79b-6d6e-48d3-9aa4-51ec04e28d80 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:23.876188 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ea315020-db1a-431e-843d-54e7be0af4ad req-02ffc79b-6d6e-48d3-9aa4-51ec04e28d80 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0496497 Apr 28 15:05:23.918063 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ea315020-db1a-431e-843d-54e7be0af4ad req-4484e944-07fa-4cfa-be96-dd0294ab18e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Apr 28 15:05:25.047453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100906ad-ad7f-4065-a79a-01bde941dffc req-50caddd7-abe1-4959-b573-d5411b595a4d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:25.048938 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-100906ad-ad7f-4065-a79a-01bde941dffc req-50caddd7-abe1-4959-b573-d5411b595a4d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0520947 Apr 28 15:05:25.089403 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-100906ad-ad7f-4065-a79a-01bde941dffc req-b1784937-e4ea-4ab0-a7e5-ae2c688992e8 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Apr 28 15:05:25.212920 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849fc55-565a-4c00-9cda-f11abafc0335 req-406ea777-59b5-4bb2-b44c-be4a91fc0990 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:25.214442 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3849fc55-565a-4c00-9cda-f11abafc0335 req-406ea777-59b5-4bb2-b44c-be4a91fc0990 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0593791 Apr 28 15:05:25.257732 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3849fc55-565a-4c00-9cda-f11abafc0335 req-b04dd571-7a4a-41a7-aac1-f9c986318b77 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344164 Apr 28 15:05:25.279630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47244) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:25.319526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa8764-a3e4-4682-8a60-57361e720d04 tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:25.321031 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-19fa8764-a3e4-4682-8a60-57361e720d04 tempest-TestNetworkAdvancedServerOps-2135675788 tempest-TestNetworkAdvancedServerOps-2135675788-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1094 time: 0.0404375 Apr 28 15:05:25.324023 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47246) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:25.328188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:25.351722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:25.752929 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-b6cf1eb1-0a12-4100-bb1f-75c24c05c1ff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3808184 Apr 28 15:05:25.817599 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:25.861011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d93c-7408-468f-8856-ed94683a5226 req-89a2354f-4d9a-4b49-8440-96ec7ec47831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:25.862501 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-89a2354f-4d9a-4b49-8440-96ec7ec47831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 1098 time: 0.0817988 Apr 28 15:05:25.979376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Allocated IP 172.26.4.78 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/2d2da9f1-d5d6-4593-b3c5-d6c8f18da419) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:26.025157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d93c-7408-468f-8856-ed94683a5226 req-234466be-11af-4f16-a3fe-cdcbae409471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:26.026583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-234466be-11af-4f16-a3fe-cdcbae409471 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 200 len: 897 time: 0.1414154 Apr 28 15:05:26.090094 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-d5946c3f-4118-4682-b9d4-9124a70b2e76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 200 len: 217 time: 0.0363865 Apr 28 15:05:26.169882 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:26.172110 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d93c-7408-468f-8856-ed94683a5226 req-e414075b-be56-4d96-b567-82d2ecf3a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:26.173582 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-e414075b-be56-4d96-b567-82d2ecf3a592 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 200 len: 834 time: 0.0753496 Apr 28 15:05:26.234240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d93c-7408-468f-8856-ed94683a5226 req-f2f63b65-34a1-4172-8bb6-79b52f37366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:26.235769 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-f2f63b65-34a1-4172-8bb6-79b52f37366e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf402f8b-7824-477a-a59b-5a17ef296c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550044 Apr 28 15:05:26.236872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:26.303868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:26.328527 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=2d2da9f1-d5d6-4593-b3c5-d6c8f18da419,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:26.332679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:26.337827 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:26.399962 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-78bb4b68-4e79-4e6a-8f3b-25776e3911bc service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395066 Apr 28 15:05:26.584510 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a22d93c-7408-468f-8856-ed94683a5226 req-2eebc0ac-f22e-4c0a-a339-63ab5939b69a service neutron] 10.222.0.21 "GET /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685042 Apr 28 15:05:26.786573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:26.862330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:27.019250 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:27.027302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:27.092100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event updated for resources: {'Port': ['ID=2d2da9f1-d5d6-4593-b3c5-d6c8f18da419,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:27.104883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:27.220999 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Floating IP 65c0951d-8f02-4906-9d9b-50d5e107726e associated. External IP: 172.26.4.78, port: dc25ddef-51e5-4744-add5-2141449ff085. Apr 28 15:05:27.433103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:27.548492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:27.558583 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Sync routers for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:27.567957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:27.569050 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:27.569642 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:27.598022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b82fff9a-bf59-4b00-8e21-47bd4581eeeb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2730289 Apr 28 15:05:27.598605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:27.600912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:27.641987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbf111-609a-42a8-8dff-36eb9ceea3b2 x-openstack-request-id: req-dddbf111-609a-42a8-8dff-36eb9ceea3b2 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:27.642291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:27.642521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dddbf111-609a-42a8-8dff-36eb9ceea3b2 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:27.642926 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddbf111-609a-42a8-8dff-36eb9ceea3b2'] response: {'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'status': 'completed', 'code': 200} Apr 28 15:05:27.675944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:27.704928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-c63eff64-6214-47f5-9e2c-296ecde8823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.706440 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-c63eff64-6214-47f5-9e2c-296ecde8823a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1099 time: 0.0411587 Apr 28 15:05:27.717199 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87748ef2-7113-435d-9804-f4cf8103ec51 req-b9b1c553-fcdd-4a24-8b3a-2eceb88c62b4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.720575 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-87748ef2-7113-435d-9804-f4cf8103ec51 req-b9b1c553-fcdd-4a24-8b3a-2eceb88c62b4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0594866 Apr 28 15:05:27.757976 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-87748ef2-7113-435d-9804-f4cf8103ec51 req-a618542c-eaac-4ed1-a720-144ca9a92db8 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319424 Apr 28 15:05:27.781439 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:27.809869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-a64a1eb2-0834-4f53-b949-2faad9f54bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.811510 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-a64a1eb2-0834-4f53-b949-2faad9f54bf7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 898 time: 0.0985737 Apr 28 15:05:27.842775 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-242d1799-9dbe-4580-8d7c-108d534de3c3 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/floatingips/65c0951d-8f02-4906-9d9b-50d5e107726e HTTP/1.1" status: 200 len: 991 time: 0.0601792 Apr 28 15:05:27.878580 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-c08c08de-996a-427d-b5c3-562d53accaf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 999 time: 0.0587907 Apr 28 15:05:27.901911 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '65c0951d-8f02-4906-9d9b-50d5e107726e', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'mac_address': 'fa:16:3e:44:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:26Z', 'updated_at': '2022-04-28T15:05:26Z', 'revision_number': 0, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:27.925982 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-14afcf6b-4bc4-4b43-b745-868b835b93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.927102 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Checking router: 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:27.927476 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-14afcf6b-4bc4-4b43-b745-868b835b93ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 200 len: 833 time: 0.0424109 Apr 28 15:05:27.936160 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:27.936752 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:27.976024 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-0dff3506-646f-4b18-80fe-883b075f2d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:27.977536 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-0dff3506-646f-4b18-80fe-883b075f2d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29033efe-a024-46ab-b191-1e142ffad583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438528 Apr 28 15:05:28.039222 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:28.063761 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-be5ee437-c6d1-410f-8c4c-f3819cf66ea5 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796330 Apr 28 15:05:28.161233 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d4e60a3b-e8fb-4528-b692-57d68cd1a6a8 req-227465f2-c461-4316-a32b-abb6b65124a8 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907197 Apr 28 15:05:28.346567 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '65c0951d-8f02-4906-9d9b-50d5e107726e', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'mac_address': 'fa:16:3e:44:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:26Z', 'updated_at': '2022-04-28T15:05:26Z', 'revision_number': 0, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:28.371949 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebde7b4-0d26-4d9c-a403-b84732e9aca5 None None] The sync data for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv is: [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '65c0951d-8f02-4906-9d9b-50d5e107726e', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'floating_ip_address': '172.26.4.78', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'mac_address': 'fa:16:3e:44:5f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:05:26Z', 'updated_at': '2022-04-28T15:05:26Z', 'revision_number': 0, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:28.567293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82296b9-417f-4a5e-91df-a21b0400e098 None None] New status for floating IP 65c0951d-8f02-4906-9d9b-50d5e107726e: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:28.846458 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47256) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:28.923112 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-768f52d2-830f-4d2f-af89-3c19ce0b8d42 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/floatingips/65c0951d-8f02-4906-9d9b-50d5e107726e HTTP/1.1" status: 200 len: 993 time: 0.0751476 Apr 28 15:05:31.899314 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ec8e-fc59-4125-8b2c-8c27de41e68b req-f1cc674e-4a2e-492c-a903-0bbab2d867da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:31.900829 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9d05ec8e-fc59-4125-8b2c-8c27de41e68b req-f1cc674e-4a2e-492c-a903-0bbab2d867da tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Apr 28 15:05:31.938440 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9d05ec8e-fc59-4125-8b2c-8c27de41e68b req-22864dd9-788e-44c7-9491-5af88e160346 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Apr 28 15:05:33.071212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa89d6-0f0c-4d29-b614-93da6805f889 req-93bb79d3-08c7-4470-9298-e8f033061655 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:33.072724 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-24aa89d6-0f0c-4d29-b614-93da6805f889 req-93bb79d3-08c7-4470-9298-e8f033061655 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Apr 28 15:05:33.118188 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-24aa89d6-0f0c-4d29-b614-93da6805f889 req-5bbd12de-0ccb-4a5b-9eb4-afc8fc21715d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=e2c5bb44-5570-4045-b118-a7408cee959e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Apr 28 15:05:33.246622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-2b78a9fe-333f-4ecc-b4c3-10d4c0b0c9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:33.248010 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-2b78a9fe-333f-4ecc-b4c3-10d4c0b0c9af tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 946 time: 0.0608623 Apr 28 15:05:33.340945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:33.341285 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:33.433887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 4c2bd678-202c-4bd6-b5e7-be0072f4f371, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=4c2bd678-202c-4bd6-b5e7-be0072f4f371,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:33.434254 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:33.613785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:33.614123 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:33.614467 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611 disassociated. External IP: 172.26.4.159, port: 4c2bd678-202c-4bd6-b5e7-be0072f4f371. Apr 28 15:05:33.614817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 4c2bd678-202c-4bd6-b5e7-be0072f4f371 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:33.758947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:33.788410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=4c2bd678-202c-4bd6-b5e7-be0072f4f371,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:33.913861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:34.040182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:34.049670 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:34.061678 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:34.062245 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:34.080874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 4c2bd678-202c-4bd6-b5e7-be0072f4f371 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:34.083533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:34.086854 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e2ed367e-1766-4712-a37f-0fef956fadbb req-ac0eee9e-c45c-4c08-90d4-103e76b91106 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/4c2bd678-202c-4bd6-b5e7-be0072f4f371 HTTP/1.1" status: 204 len: 173 time: 0.8326037 Apr 28 15:05:34.087293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'name': 'network-vif-deleted', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:34.089713 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2182c4-ef90-475a-87e8-bf90608b1b24" -d '{"events": [{"server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "name": "network-vif-deleted", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:34.135878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c83e5a-3ff0-4a52-b8df-01d29e62135f x-openstack-request-id: req-24c83e5a-3ff0-4a52-b8df-01d29e62135f {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:34.136215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7de91-5153-4ae3-a6a7-0d48fae47077", "name": "network-vif-deleted", "tag": "4c2bd678-202c-4bd6-b5e7-be0072f4f371", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:34.136469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-24c83e5a-3ff0-4a52-b8df-01d29e62135f {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:34.136869 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c83e5a-3ff0-4a52-b8df-01d29e62135f'] response: {'server_uuid': 'efc7de91-5153-4ae3-a6a7-0d48fae47077', 'name': 'network-vif-deleted', 'tag': '4c2bd678-202c-4bd6-b5e7-be0072f4f371', 'status': 'completed', 'code': 200} Apr 28 15:05:34.198281 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:34.239141 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ca8a7958-d6e0-42f0-8849-968ddb1a120f req-b11f88be-ec60-4e8c-911a-7d36322d840c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=efc7de91-5153-4ae3-a6a7-0d48fae47077 HTTP/1.1" status: 200 len: 210 time: 0.0383186 Apr 28 15:05:34.417228 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:34.442822 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:34.451680 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:34.452293 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:34.564710 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:34.763248 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:34.791872 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9c370-0e9e-438b-9d58-2d9f8227d6d2 None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:03:43Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '88612996-5ed6-41a0-91b9-73682633f2cd', 'name': '', 'network_id': 'cf402f8b-7824-477a-a59b-5a17ef296c5c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:81:4d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '50af976f-e416-4f7e-9590-58dad0253e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:42Z', 'updated_at': '2022-04-28T15:03:47Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '50af976f-e416-4f7e-9590-58dad0253e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:34.941769 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:05:34.990581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4668a50-9eaf-4ba9-9883-b2d27c760e3d None None] New status for floating IP 2e4e3f51-5896-46e3-a206-ee817cb2d611: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:35.289816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:35.360038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.385703 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.450494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.454580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.456268 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/e2c5bb44-5570-4045-b118-a7408cee959e HTTP/1.1" status: 204 len: 168 time: 0.1653931 Apr 28 15:05:35.465503 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13939ef0-96f1-48e5-b478-5b442522155e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5bb44-5570-4045-b118-a7408cee959e,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:35.490877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47278) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:35.633021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 994eb85e-bb11-44e5-937d-15de3064c86d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:35.633366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.718828 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.719141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.731083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 994eb85e-bb11-44e5-937d-15de3064c86d owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:35.879934 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.907642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=994eb85e-bb11-44e5-937d-15de3064c86d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:35.969394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.971854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:35.973095 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-14240899-3680-4dce-9bad-1f612cb91f36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/2e4e3f51-5896-46e3-a206-ee817cb2d611 HTTP/1.1" status: 204 len: 168 time: 0.4811726 Apr 28 15:05:36.200616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ca912-9ae1-4bfd-a612-3944b2fc50ab req-8a9fb040-0082-4f66-80ac-63d902ff3909 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:36.201971 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d70ca912-9ae1-4bfd-a612-3944b2fc50ab req-8a9fb040-0082-4f66-80ac-63d902ff3909 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.0529745 Apr 28 15:05:36.239145 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d70ca912-9ae1-4bfd-a612-3944b2fc50ab req-8d347c1b-9dab-44d9-9f6a-43bd18371159 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Apr 28 15:05:36.714002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577d564-fc92-4572-818e-2c13c111242d req-e9e21639-8cad-4c1e-81ef-512136755357 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:36.715994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9577d564-fc92-4572-818e-2c13c111242d req-e9e21639-8cad-4c1e-81ef-512136755357 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0528259 Apr 28 15:05:36.740096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 4c2bd678-202c-4bd6-b5e7-be0072f4f371 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:36.756847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-9577d564-fc92-4572-818e-2c13c111242d req-6cd1fe62-1780-4f20-95db-0296d8c9d959 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342801 Apr 28 15:05:36.760861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 4c2bd678-202c-4bd6-b5e7-be0072f4f371 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:36.761186 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 4c2bd678-202c-4bd6-b5e7-be0072f4f371 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:37.368603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd365-0170-44b9-8ebc-f478b96fc5b3 req-bcfac29b-6eb4-4ce2-9ff6-61cfee28f9a6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.370065 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a27bd365-0170-44b9-8ebc-f478b96fc5b3 req-bcfac29b-6eb4-4ce2-9ff6-61cfee28f9a6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.0503170 Apr 28 15:05:37.410429 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a27bd365-0170-44b9-8ebc-f478b96fc5b3 req-f2bfa09d-1a7d-40e2-b684-c8d48e73d0ea tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=bb1f7e9f-dfe1-451c-b5c7-9242d289a021&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Apr 28 15:05:37.685605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f86452-791b-4161-8722-d2abe63703e0 req-568c20cb-98f3-48dd-a1db-020c90b22b29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:37.687060 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d8f86452-791b-4161-8722-d2abe63703e0 req-568c20cb-98f3-48dd-a1db-020c90b22b29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 945 time: 0.0652258 Apr 28 15:05:37.784455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port dcb46685-1fee-4bfd-8fbb-41d34047a744 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:37.784810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.208105 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port dcb46685-1fee-4bfd-8fbb-41d34047a744, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dcb46685-1fee-4bfd-8fbb-41d34047a744,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:38.208475 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.226288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aeea3-2b0f-4e4d-9884-3e45c6123951 req-abf4469a-cfcc-4df3-a2f8-22de90603e33 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:38.227770 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0aeea3-2b0f-4e4d-9884-3e45c6123951 req-abf4469a-cfcc-4df3-a2f8-22de90603e33 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.3999488 Apr 28 15:05:38.231711 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for dcb46685-1fee-4bfd-8fbb-41d34047a744 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:38.307001 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0aeea3-2b0f-4e4d-9884-3e45c6123951 req-ba5e2dba-e91d-45ed-ad38-172b21620d9a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712838 Apr 28 15:05:38.388835 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.417143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=dcb46685-1fee-4bfd-8fbb-41d34047a744,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:38.436567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95511-e121-467a-9970-fd3908a9cafc req-7e7540b4-2d7e-463f-98cc-aefa509a4a11 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:38.438097 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-04b95511-e121-467a-9970-fd3908a9cafc req-7e7540b4-2d7e-463f-98cc-aefa509a4a11 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 946 time: 0.0629644 Apr 28 15:05:38.462178 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port dcb46685-1fee-4bfd-8fbb-41d34047a744 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:38.465440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.468885 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d8f86452-791b-4161-8722-d2abe63703e0 req-bd0c2ef1-3647-49c1-9ca2-171ec20b4178 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/dcb46685-1fee-4bfd-8fbb-41d34047a744 HTTP/1.1" status: 204 len: 173 time: 0.7723322 Apr 28 15:05:38.469349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'name': 'network-vif-deleted', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:38.472437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf329824-f2c6-40fe-87f5-fb8bd523bc46" -d '{"events": [{"server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "name": "network-vif-deleted", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:38.528556 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad0c27d4-7b9c-4316-b946-9a8b42c787e0 req-90cebfec-03a7-4ffa-a26f-5468bd6870c3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5c9ea86-024c-47c1-b9a6-f4da01055bcb HTTP/1.1" status: 200 len: 210 time: 0.0462310 Apr 28 15:05:38.530804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8aee0-1899-401c-b171-604c905e9c06 x-openstack-request-id: req-09f8aee0-1899-401c-b171-604c905e9c06 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:38.531091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9ea86-024c-47c1-b9a6-f4da01055bcb", "name": "network-vif-deleted", "tag": "dcb46685-1fee-4bfd-8fbb-41d34047a744", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:38.531336 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-09f8aee0-1899-401c-b171-604c905e9c06 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:38.531733 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f8aee0-1899-401c-b171-604c905e9c06'] response: {'server_uuid': 'd5c9ea86-024c-47c1-b9a6-f4da01055bcb', 'name': 'network-vif-deleted', 'tag': 'dcb46685-1fee-4bfd-8fbb-41d34047a744', 'status': 'completed', 'code': 200} Apr 28 15:05:38.562326 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port 20d17e20-4e85-4f01-bf4e-76606451f8f4 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:38.562911 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.658452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] For port 20d17e20-4e85-4f01-bf4e-76606451f8f4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=20d17e20-4e85-4f01-bf4e-76606451f8f4,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:38.658810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.884818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.885183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:38.885574 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP 5fb4c202-32e4-4792-a496-00b33816bf6b disassociated. External IP: 172.26.4.209, port: 20d17e20-4e85-4f01-bf4e-76606451f8f4. Apr 28 15:05:38.885972 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for 20d17e20-4e85-4f01-bf4e-76606451f8f4 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:39.016762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.047858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=20d17e20-4e85-4f01-bf4e-76606451f8f4,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:39.160989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:39.407677 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6cf25259-a5d2-478e-bae7-efa4cc0db104 req-75772a2b-e02e-46ee-8466-d0991d6aa668 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Apr 28 15:05:39.560858 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:39.570631 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:39.579970 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:39.580937 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:39.587003 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47300) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:39.601943 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] No DVR routers for this DVR port 20d17e20-4e85-4f01-bf4e-76606451f8f4 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:39.604980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.608271 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-04b95511-e121-467a-9970-fd3908a9cafc req-0885aef5-bd32-452d-8fe2-e65bd50c681f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "DELETE /v2.0/ports/20d17e20-4e85-4f01-bf4e-76606451f8f4 HTTP/1.1" status: 204 len: 173 time: 1.1615741 Apr 28 15:05:39.608705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'name': 'network-vif-deleted', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:39.611296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e9d6f-70eb-434a-80d3-cf45ba222279" -d '{"events": [{"server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "name": "network-vif-deleted", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:39.662153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.664843 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4fc32-228e-457d-b658-328498e51a9e x-openstack-request-id: req-80c4fc32-228e-457d-b658-328498e51a9e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:39.665130 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f72404-2546-49cc-a14a-84a9f678d5e6", "name": "network-vif-deleted", "tag": "20d17e20-4e85-4f01-bf4e-76606451f8f4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:39.665369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80c4fc32-228e-457d-b658-328498e51a9e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:39.665760 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c4fc32-228e-457d-b658-328498e51a9e'] response: {'server_uuid': '46f72404-2546-49cc-a14a-84a9f678d5e6', 'name': 'network-vif-deleted', 'tag': '20d17e20-4e85-4f01-bf4e-76606451f8f4', 'status': 'completed', 'code': 200} Apr 28 15:05:39.696724 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:39.699828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.764741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.768332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:39.772477 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/bb1f7e9f-dfe1-451c-b5c7-9242d289a021 HTTP/1.1" status: 204 len: 168 time: 0.1841862 Apr 28 15:05:39.782532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce55cba-810f-4781-bc3c-06a8a54da977 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f7e9f-dfe1-451c-b5c7-9242d289a021,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:39.815878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47308) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:39.915798 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:39.942105 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:39.950862 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:39.951474 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:40.055121 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:40.196183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:40.353230 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:40.379741 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efc19d-9744-4980-8523-e5d7345f17bb None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:40.462730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 88612996-5ed6-41a0-91b9-73682633f2cd {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:40.463078 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:40.525353 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f5cad844-4f40-4b1c-a8a8-20decbe1974c req-964d36be-ad63-4211-b4d4-f9ca0a08eeb8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0456374 Apr 28 15:05:40.578687 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 88612996-5ed6-41a0-91b9-73682633f2cd, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=88612996-5ed6-41a0-91b9-73682633f2cd,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:40.579264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:40.593588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 88612996-5ed6-41a0-91b9-73682633f2cd owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:40.661479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c788be9c-048c-4e1f-87c6-2ed2cd421cff None None] New status for floating IP 5fb4c202-32e4-4792-a496-00b33816bf6b: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:05:40.771439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 20d17e20-4e85-4f01-bf4e-76606451f8f4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:40.795272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 20d17e20-4e85-4f01-bf4e-76606451f8f4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:40.795592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 20d17e20-4e85-4f01-bf4e-76606451f8f4 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:40.796228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dcb46685-1fee-4bfd-8fbb-41d34047a744 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:40.796598 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:40.817397 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: dcb46685-1fee-4bfd-8fbb-41d34047a744 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:40.818043 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dcb46685-1fee-4bfd-8fbb-41d34047a744 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:40.827021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=88612996-5ed6-41a0-91b9-73682633f2cd,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:41.029854 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.252105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 07280fac-2283-4754-8dbb-380e7aac442b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:41.357396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:41.365909 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d15199da-3683-4f00-a349-be9f735689fd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/07280fac-2283-4754-8dbb-380e7aac442b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454688 Apr 28 15:05:41.366027 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47312) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:41.374266 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Sync routers for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:41.385973 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:41.386585 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:41.422111 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 50af976f-e416-4f7e-9590-58dad0253e88 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:05:41.425553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.466147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.489745 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:41.567489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.640695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.647339 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bf0d7892-edf8-4195-85cb-b39c09a0b072 req-8748b122-a7a3-4eab-8a08-df643470ca69 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0411065 Apr 28 15:05:41.671287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=50af976f-e416-4f7e-9590-58dad0253e88,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:41.677199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.680538 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d7953adc-deb1-4568-a05f-cd6eeb57598b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/50af976f-e416-4f7e-9590-58dad0253e88 HTTP/1.1" status: 204 len: 168 time: 0.3135493 Apr 28 15:05:41.684722 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47316) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:41.690706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2112720-0a19-4807-92aa-92508b1b87bb None None] Network cf402f8b-7824-477a-a59b-5a17ef296c5c requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:41.702622 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:05:40Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:41.732118 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Checking router: 07280fac-2283-4754-8dbb-380e7aac442b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:41.741968 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Routers {'07280fac-2283-4754-8dbb-380e7aac442b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:41.742807 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['07280fac-2283-4754-8dbb-380e7aac442b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:41.801864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.870247 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] Set router 07280fac-2283-4754-8dbb-380e7aac442b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:41.911639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] DHCP port deletion for cf402f8b-7824-477a-a59b-5a17ef296c5c request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:05:41.915998 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.962760 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Deleting port 61ab7dc3-0742-4f11-990e-368315e116aa {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:41.963470 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:41.985354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 98cb74bd-3d12-426c-b954-99c941bd344d {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:05:41.986167 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.029741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] For port 61ab7dc3-0742-4f11-990e-368315e116aa, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=61ab7dc3-0742-4f11-990e-368315e116aa,segment=NetworkSegment(d68e12b2-baa3-4d03-b89a-7a7a0a37c196),segment_id=d68e12b2-baa3-4d03-b89a-7a7a0a37c196)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:42.030477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.044233 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Calling delete_port for 61ab7dc3-0742-4f11-990e-368315e116aa owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:42.076907 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:05:40Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:42.090041 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 98cb74bd-3d12-426c-b954-99c941bd344d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=98cb74bd-3d12-426c-b954-99c941bd344d,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:42.090412 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.105366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 98cb74bd-3d12-426c-b954-99c941bd344d owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:05:42.105770 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb37effd-130b-410e-83ea-747c7a3a8f2f None None] The sync data for ids ['07280fac-2283-4754-8dbb-380e7aac442b'] in dv-neutron-839772-1-hyperv is: [{'id': '07280fac-2283-4754-8dbb-380e7aac442b', 'name': 'tempest-TestNetworkBasicOps-router-905894151', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:03:37Z', 'updated_at': '2022-04-28T15:05:40Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '98cb74bd-3d12-426c-b954-99c941bd344d', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ee:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07280fac-2283-4754-8dbb-380e7aac442b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:03:38Z', 'updated_at': '2022-04-28T15:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:42.137240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.169839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] No DVR routers for this DVR port 61ab7dc3-0742-4f11-990e-368315e116aa on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:05:42.173769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0b7bb-5407-4e2c-9005-37ec25e6330d None None] Pushing event deleted for resources: {'Port': ['ID=61ab7dc3-0742-4f11-990e-368315e116aa,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:42.291376 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.318714 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=98cb74bd-3d12-426c-b954-99c941bd344d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:42.383684 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.482531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.485171 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.538742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.539544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 07280fac-2283-4754-8dbb-380e7aac442b {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:05:42.546952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.550711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7924a3f9-e8d1-40a9-b48e-fd23b916cc77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/07280fac-2283-4754-8dbb-380e7aac442b HTTP/1.1" status: 204 len: 168 time: 0.8614755 Apr 28 15:05:42.550889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:42.624077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 88612996-5ed6-41a0-91b9-73682633f2cd no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:42.638365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.651191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 88612996-5ed6-41a0-91b9-73682633f2cd {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:42.651696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 88612996-5ed6-41a0-91b9-73682633f2cd not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:42.652959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 61ab7dc3-0742-4f11-990e-368315e116aa no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:42.673376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 61ab7dc3-0742-4f11-990e-368315e116aa {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:42.674012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 61ab7dc3-0742-4f11-990e-368315e116aa not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:42.750132 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.772689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf402f8b-7824-477a-a59b-5a17ef296c5c']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:42.781082 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-036e4714-2cf5-447b-b724-704961be552b req-94702e80-5743-4023-8524-c84cbe274e7a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=46f72404-2546-49cc-a14a-84a9f678d5e6 HTTP/1.1" status: 200 len: 210 time: 0.0302832 Apr 28 15:05:42.782544 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:42.782833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68e12b2-baa3-4d03-b89a-7a7a0a37c196') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:42.795198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.809921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.816497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:05:42.816926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:05:42.820231 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:05:42.900207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.908195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:42.914473 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/cf402f8b-7824-477a-a59b-5a17ef296c5c HTTP/1.1" status: 204 len: 168 time: 0.3592660 Apr 28 15:05:42.926052 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d7271-23c1-4342-90a7-38c0dd29d708 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=cf402f8b-7824-477a-a59b-5a17ef296c5c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:42.934186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:42.939871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--131505256', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:42.963480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:42.971694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.003058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:05:43.013248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.013594 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment b58945bf-5c00-4b45-a7c3-e9224d99c1a8 of type vlan for network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 Apr 28 15:05:43.053597 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.078611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.084276 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:43.084749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.139377 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2037885 Apr 28 15:05:43.142290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47324) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:43.147244 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:43.155721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc58ad-5b17-40ab-ac7e-7a416af65185 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=06e210e6-04b3-4ab2-acfd-90e0ff8f5569,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:43.167514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:05:43.173131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.174467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.231275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.368575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.573573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.591723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:43.699001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.246 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/b4150561-496a-40e1-b32b-c573d0367208) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:44.042387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-ab70541b-e39a-4c1e-a615-e76bfeb838df tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548612743&fields=id&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 267 time: 0.0349138 Apr 28 15:05:44.099707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:44.134072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:44.151734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-98abd6a6-0719-4d30-822a-510088533c49 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:44.153259 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-98abd6a6-0719-4d30-822a-510088533c49 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.1036537 Apr 28 15:05:44.168696 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-736bba5e-200b-4a0e-a52c-7288695e53fc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/quotas/ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Apr 28 15:05:44.169835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:44.174628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:44.177449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:44.208434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b4150561-496a-40e1-b32b-c573d0367208,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:44.223456 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-21ae549a-3a5f-429a-88e1-7e89496e8d9d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494165 Apr 28 15:05:44.284590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 98cb74bd-3d12-426c-b954-99c941bd344d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:05:44.310112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 98cb74bd-3d12-426c-b954-99c941bd344d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:05:44.310357 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 98cb74bd-3d12-426c-b954-99c941bd344d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:05:44.324882 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-6d146c49-c325-4e1a-a237-f2c531f87042 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893726 Apr 28 15:05:44.417581 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-204f6516-731f-411b-b173-4241730c2508 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863781 Apr 28 15:05:44.440352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:44.644893 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:44.717445 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e931e328-70ed-4c5e-83a6-57e29b5371c0 req-3aef07c3-b814-4774-b8e0-d804d2605e4c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 210 time: 0.0310202 Apr 28 15:05:44.811745 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 931f863b-05d4-4615-8999-aae849b7d397 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:05:44.926527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:44.936138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Sync routers for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:44.948293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:44.949144 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:44.950583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:44.952867 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3e9c3d2f-d8ba-40ee-aa1b-276bf00bb3f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8083010 Apr 28 15:05:44.955269 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:44.993378 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-49d20bc0-2c39-4867-bf92-0585e9254008 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369496 Apr 28 15:05:44.996694 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47354) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:45.063875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:45.160777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca11de7-5652-4ee2-94d7-0bc138e80fe7 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:45.165532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9ca11de7-5652-4ee2-94d7-0bc138e80fe7 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650066 Apr 28 15:05:45.165914 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47356) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:45.202625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47358) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:45.203153 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e2cb3116-b6f7-4f5e-8b88-f199bbbda637 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356243 Apr 28 15:05:45.208118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1299553700', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:45.256889 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:44Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:45.285493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Checking router: 931f863b-05d4-4615-8999-aae849b7d397 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:45.286255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Updating router 931f863b-05d4-4615-8999-aae849b7d397 port b4150561-496a-40e1-b32b-c573d0367208 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:05:45.301157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:45.304695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.314654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.479239 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.546947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=fbf055df-3120-463e-9dbc-4f0014343675,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:45.557251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:45.559321 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 06e210e6-04b3-4ab2-acfd-90e0ff8f5569, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:05:45.584079 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5ef967b6-9914-4c60-b656-a1de96997d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.586717 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:05:45.588941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.595480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.598164 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 06e210e6-04b3-4ab2-acfd-90e0ff8f5569) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:45.613041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:45.613756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.624641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0cfb9b-ae17-4a2c-beac-578c6e05311d None None] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:45.638655 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e7e9e659-7d83-497a-aa16-54b97f8f363b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4348540 Apr 28 15:05:45.641515 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47360) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:45.754265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-9e359249-67c2-4f0f-a4c1-d367df8e1837 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:45.755961 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-9e359249-67c2-4f0f-a4c1-d367df8e1837 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.1493764 Apr 28 15:05:45.851955 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-37cfa793-8ca1-4e22-96b4-41182a38b3c7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 380 time: 0.0861113 Apr 28 15:05:45.862329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'port': {'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'admin_state_up': True, 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'security_groups': ['058f7a13-540c-4dc7-9cec-4cb928ad64fe']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:45.864212 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-596230b8-dc63-45e8-be69-ab0551ac454a req-9a66a403-5ae0-49f4-a632-111c6d6c014f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 210 time: 0.0318096 Apr 28 15:05:45.871741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Attempting to bind port b4150561-496a-40e1-b32b-c573d0367208 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:45.872374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Attempting to bind port b4150561-496a-40e1-b32b-c573d0367208 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:45.872918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Attempting to bind port b4150561-496a-40e1-b32b-c573d0367208 on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:45.891386 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:45.892021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:45.892520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.892998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:45.893558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Bound port: b4150561-496a-40e1-b32b-c573d0367208, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:45.894310 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:45.921143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b915-b94b-4558-9d03-616882f08b7b None None] Pushing event updated for resources: {'Port': ['ID=b4150561-496a-40e1-b32b-c573d0367208,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:45.985384 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] For port b4150561-496a-40e1-b32b-c573d0367208, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:45.988756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] For port b4150561-496a-40e1-b32b-c573d0367208, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4150561-496a-40e1-b32b-c573d0367208,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:46.011284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Made reservation on behalf of ef4604cf984d406b93fa2919df704c37 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:46.014625 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.016248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.105222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b915-b94b-4558-9d03-616882f08b7b None None] Pushing event updated for resources: {'Port': ['ID=b4150561-496a-40e1-b32b-c573d0367208,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:46.108113 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:46.108885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:46.148539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:05:46.149673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.169730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.20.0.8 (f7c72c38-ef6e-48c5-a01e-439473761ac1/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb/7bedd985-710f-4968-afea-0ca5c7a5c515) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:46.241924 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.303387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:46.339634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.377071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.420496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:46.426016 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:46.429669 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:46.443509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Allocated IP 172.20.0.2 (06e210e6-04b3-4ab2-acfd-90e0ff8f5569/fbf055df-3120-463e-9dbc-4f0014343675/d58aae4e-6294-4209-a19a-e97bac8c5b95) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:46.465999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:46.502225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:46.503198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.527672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-dd9e9ee8-a23a-44a5-8951-81fc7d7637f7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6689882 Apr 28 15:05:46.546156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Request body: {'port': {'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:46.629555 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.675383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:44Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:46.709128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0800870-2197-4791-81a4-bcb0b0a08292 None None] The sync data for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv is: [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:44Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:46.721576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.741260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.778251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:46.792304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:46.799321 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:46.802867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Pushing event updated for resources: {'Port': ['ID=d58aae4e-6294-4209-a19a-e97bac8c5b95,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:46.824987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (06e210e6-04b3-4ab2-acfd-90e0ff8f5569/fbf055df-3120-463e-9dbc-4f0014343675/40787aa3-1687-4956-912d-d5dae02c738d) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:46.830177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-8a866908-2332-4a9b-8b61-864e80203b3d None None] Provisioning complete for port 7bedd985-710f-4968-afea-0ca5c7a5c515 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:46.830601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8a866908-2332-4a9b-8b61-864e80203b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.916385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Attempting to bind port d58aae4e-6294-4209-a19a-e97bac8c5b95 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:46.924891 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Attempting to bind port d58aae4e-6294-4209-a19a-e97bac8c5b95 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:46.925549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Attempting to bind port d58aae4e-6294-4209-a19a-e97bac8c5b95 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:46.931236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-8a866908-2332-4a9b-8b61-864e80203b3d None None] Port 7bedd985-710f-4968-afea-0ca5c7a5c515 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:46.942597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:46.945584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Checking segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:46.946208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:46.946598 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Bound using segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:46.947100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Bound port: d58aae4e-6294-4209-a19a-e97bac8c5b95, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:46.947486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.036096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.058244 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] For port d58aae4e-6294-4209-a19a-e97bac8c5b95, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:47.062751 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e9009-867b-41bf-8181-929c0aaa2125 req-06770c95-d3b2-48d7-808a-2442574dcf9c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:47.063628 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-638e9009-867b-41bf-8181-929c0aaa2125 req-06770c95-d3b2-48d7-808a-2442574dcf9c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 931 time: 0.0802448 Apr 28 15:05:47.075100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] For port d58aae4e-6294-4209-a19a-e97bac8c5b95, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d58aae4e-6294-4209-a19a-e97bac8c5b95,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:47.103562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.108807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.165433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:47.177512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cecc97-cc2a-41d8-9c1c-a5feac4cff7c None None] Pushing event updated for resources: {'Port': ['ID=d58aae4e-6294-4209-a19a-e97bac8c5b95,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:47.186345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:47.196337 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:47.230962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:47.242518 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-638e9009-867b-41bf-8181-929c0aaa2125 req-a5d1a17c-0ff1-4b14-849b-337b73dcf56f tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497438 Apr 28 15:05:47.263008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bedd985-710f-4968-afea-0ca5c7a5c515 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:47.265989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.281872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.306969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Transition to ACTIVE for port object 7bedd985-710f-4968-afea-0ca5c7a5c515 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:05:47.314470 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.390280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:47.490476 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.549485 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Attempting to bind port 7bedd985-710f-4968-afea-0ca5c7a5c515 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:47.549866 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Attempting to bind port 7bedd985-710f-4968-afea-0ca5c7a5c515 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:47.550203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Attempting to bind port 7bedd985-710f-4968-afea-0ca5c7a5c515 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:47.555814 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Port 7bedd985-710f-4968-afea-0ca5c7a5c515 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:05:47.556311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Attempting to bind port 7bedd985-710f-4968-afea-0ca5c7a5c515 on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:47.562568 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:47.563099 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:47.563594 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Bound using segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:47.564172 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Bound port: 7bedd985-710f-4968-afea-0ca5c7a5c515, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:47.564627 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.662852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:47.670042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7bedd985-710f-4968-afea-0ca5c7a5c515,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:47.684799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.780724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:47.781341 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.784306 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 1093 time: 1.2481194 Apr 28 15:05:47.784775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:47.791610 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:47.822951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d3c2f-7d22-4cdd-8ab0-1497043eb2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:47.886431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1ea9f-6d97-485e-a367-f89bb0e3f902 x-openstack-request-id: req-f7c1ea9f-6d97-485e-a367-f89bb0e3f902 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:47.886700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:47.886964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f7c1ea9f-6d97-485e-a367-f89bb0e3f902 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:47.887359 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c1ea9f-6d97-485e-a367-f89bb0e3f902'] response: {'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'status': 'completed', 'code': 200} Apr 28 15:05:47.952576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-01962799-a86a-4084-9d24-b1f6f3599c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:47.980631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-4e5bb1ad-ca1a-4a47-b6d4-027f6d3c77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:47.982190 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-4e5bb1ad-ca1a-4a47-b6d4-027f6d3c77b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1096 time: 0.1466730 Apr 28 15:05:48.018398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.028951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.123835 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-10009cc2-7c6b-453e-b529-fe04a81bc65c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 217 time: 0.1316781 Apr 28 15:05:48.136802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:48.142037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.190027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-4e919505-7fb0-48cd-bc49-f74a0e1fc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:48.191546 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-4e919505-7fb0-48cd-bc49-f74a0e1fc9fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0593071 Apr 28 15:05:48.297600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:48.298398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:48.299255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-7d0f7085-c50f-4bf8-a174-cc9fb697bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:48.301532 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-7d0f7085-c50f-4bf8-a174-cc9fb697bbcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033604 Apr 28 15:05:48.448454 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.461347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 931f863b-05d4-4615-8999-aae849b7d397 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:05:48.510529 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-f0e33c0d-51fb-414c-be51-c0c9af09e2a7 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015836 Apr 28 15:05:48.540708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d58aae4e-6294-4209-a19a-e97bac8c5b95 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:48.610371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816f8e-c26d-4d7e-afdc-ff9698ad8bdd req-298b9abd-c7e9-4e39-9344-caa7eec8b62d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:48.612297 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0f816f8e-c26d-4d7e-afdc-ff9698ad8bdd req-298b9abd-c7e9-4e39-9344-caa7eec8b62d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.1854279 Apr 28 15:05:48.618483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d58aae4e-6294-4209-a19a-e97bac8c5b95 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:48.618865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.690704 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0f816f8e-c26d-4d7e-afdc-ff9698ad8bdd req-056c26e2-b656-4a4e-9ebe-c2ea13040fe4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683687 Apr 28 15:05:48.704954 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-34346b5e-13f1-453f-ae97-fc8fca6d0b07 req-cc4d4cd2-2d1f-478d-980d-537135b0fac7 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745605 Apr 28 15:05:48.742020 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.786648 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port d58aae4e-6294-4209-a19a-e97bac8c5b95, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d58aae4e-6294-4209-a19a-e97bac8c5b95,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:48.798442 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:48.799402 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4150561-496a-40e1-b32b-c573d0367208 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:48.829381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-b08b0ee9-1fb8-44bd-be58-ba753495be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:48.831177 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-b08b0ee9-1fb8-44bd-be58-ba753495be4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1096 time: 0.0700169 Apr 28 15:05:48.893577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=d58aae4e-6294-4209-a19a-e97bac8c5b95,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:48.898765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fa39c0-9b50-47c2-a99a-02bca69cde16 None None] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:05:49.044575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-d3e9f616-44c9-441c-a28a-821623d08a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.046674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-d3e9f616-44c9-441c-a28a-821623d08a05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.2086897 Apr 28 15:05:49.086230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:05:49.094310 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b506925e-c000-4f4a-8adc-371ef0f4dd8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/931f863b-05d4-4615-8999-aae849b7d397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4493144 Apr 28 15:05:49.094490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.094962 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47372) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:49.099316 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-e91185de-e0dc-4b86-bf1f-2adcfbf4da27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 217 time: 0.0449991 Apr 28 15:05:49.103968 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e3bef77f-7527-4a7d-a828-e51de6e8a16d None None] Provisioning complete for port d58aae4e-6294-4209-a19a-e97bac8c5b95 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:49.104771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e3bef77f-7527-4a7d-a828-e51de6e8a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.171785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-5cf2c95b-f93b-43f3-9757-d9100f117b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.174359 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-5cf2c95b-f93b-43f3-9757-d9100f117b21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0673072 Apr 28 15:05:49.216742 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4150561-496a-40e1-b32b-c573d0367208 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:49.217118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.225411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.226214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.226876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.227828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.228474 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.229094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.229753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.232022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a49bbffe-a209-4509-8c00-d2a71a916bc1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1364419 Apr 28 15:05:49.234608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47374) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:49.248083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-321bdd23-4f96-4041-ad1d-e55db0142fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.249607 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-321bdd23-4f96-4041-ad1d-e55db0142fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684607 Apr 28 15:05:49.345015 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Sync routers for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:05:49.355033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.355601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.356169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.356630 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.357082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.357536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.357991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.358918 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:49.364154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.364419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47376) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:49.366464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-34a5dfc7-b476-4503-93c4-da297873b0ac tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1306190 Apr 28 15:05:49.368208 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:49.386767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port b4150561-496a-40e1-b32b-c573d0367208, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4150561-496a-40e1-b32b-c573d0367208,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:49.402851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.477552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=b4150561-496a-40e1-b32b-c573d0367208,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:49.509458 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:49.693805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6de54c40-3bb0-48ce-b809-97cb1d8a7104 None None] Provisioning complete for port d58aae4e-6294-4209-a19a-e97bac8c5b95 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:49.694379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6de54c40-3bb0-48ce-b809-97cb1d8a7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.729836 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:49.766796 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Checking router: 931f863b-05d4-4615-8999-aae849b7d397 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:05:49.767422 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Updating router 931f863b-05d4-4615-8999-aae849b7d397 port 40787aa3-1687-4956-912d-d5dae02c738d binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:05:49.800090 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.859002 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-0fc9c66a-3ffd-411a-b11d-b97aa3a8137e service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927787 Apr 28 15:05:49.892383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-6de54c40-3bb0-48ce-b809-97cb1d8a7104 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:49.892770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6de54c40-3bb0-48ce-b809-97cb1d8a7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:49.916009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94e994-121e-4976-a580-137c678afa3f req-fe00e694-8e8a-4eee-812d-a4836814aa56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:49.917782 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4f94e994-121e-4976-a580-137c678afa3f req-fe00e694-8e8a-4eee-812d-a4836814aa56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.1040862 Apr 28 15:05:49.965104 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-6de54c40-3bb0-48ce-b809-97cb1d8a7104 None None] Port 40787aa3-1687-4956-912d-d5dae02c738d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:49.981585 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4f94e994-121e-4976-a580-137c678afa3f req-61c53a1f-6848-4a99-a047-fde9f25d0d09 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577021 Apr 28 15:05:50.040629 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-801b778c-e49c-4fa9-a39a-b5d4862a9fb1 req-33a3af5a-fdfd-46f4-9745-925825124774 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714771 Apr 28 15:05:50.076939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47380) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:50.083331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1684154006', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:50.084596 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f7b48f9e-cc5e-4f73-badd-9b834f61c1e5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.7176242 Apr 28 15:05:50.093626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bc2d5f1d-0bb5-4b90-ac25-72ca8e884061 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:50.094057 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5f1d-0bb5-4b90-ac25-72ca8e884061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.136409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d5f1d-0bb5-4b90-ac25-72ca8e884061 None None] Port 40787aa3-1687-4956-912d-d5dae02c738d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:50.157764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.202394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:05:50.205802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.223217 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] device_id is not set on port 69754c08-6bec-4b85-8603-20df0f6a9366 yet. {{(pid=102641) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:05:50.263306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bc41f8cb-530b-4f46-8bba-bf47f9fd36c7 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:50.263780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bc41f8cb-530b-4f46-8bba-bf47f9fd36c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.312576 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.316798 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bc41f8cb-530b-4f46-8bba-bf47f9fd36c7 None None] Port 40787aa3-1687-4956-912d-d5dae02c738d cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:50.331107 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.362058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d58aae4e-6294-4209-a19a-e97bac8c5b95 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:50.394909 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.6 (06e210e6-04b3-4ab2-acfd-90e0ff8f5569/fbf055df-3120-463e-9dbc-4f0014343675/69754c08-6bec-4b85-8603-20df0f6a9366) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:05:50.406806 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Pushing event updated for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.431830 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.432567 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.433097 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.433602 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.434084 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.434590 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.435071 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.435581 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.436250 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.440423 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.442091 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.442575 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:05:50.453249 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port d58aae4e-6294-4209-a19a-e97bac8c5b95 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:50.457853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.473835 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Attempting to bind port 40787aa3-1687-4956-912d-d5dae02c738d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:50.474416 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Attempting to bind port 40787aa3-1687-4956-912d-d5dae02c738d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:50.474971 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Attempting to bind port 40787aa3-1687-4956-912d-d5dae02c738d on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:50.487538 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:50.488318 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Checking segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:50.488944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.489488 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Bound using segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:50.490123 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Bound port: 40787aa3-1687-4956-912d-d5dae02c738d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:50.490689 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.592211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4150561-496a-40e1-b32b-c573d0367208 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:50.597970 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] For port 40787aa3-1687-4956-912d-d5dae02c738d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:50.601949 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] For port 40787aa3-1687-4956-912d-d5dae02c738d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=40787aa3-1687-4956-912d-d5dae02c738d,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:50.609619 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.633408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.684335 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.685186 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a655-d572-4d11-8ac1-407494922cd4 None None] Pushing event updated for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.727605 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:05:50.729143 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:50.734019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:05:50.737802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:05:50.750751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:05:50.823532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:50.824232 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.828139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:50.850989 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e76b2d31-3b6e-420f-a394-8a5cda98cd09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7726214 Apr 28 15:05:50.880463 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:05:50.950022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:50.950391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:50.996371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.017155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b4150561-496a-40e1-b32b-c573d0367208 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:51.017533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.187231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68773-9994-4537-a58e-fcdbaf413a38 req-86359038-f956-4b28-b306-1093fa440d4b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:51.188760 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac68773-9994-4537-a58e-fcdbaf413a38 req-86359038-f956-4b28-b306-1093fa440d4b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0893824 Apr 28 15:05:51.193877 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.195662 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:50Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:05:51.250434 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682832d-e4e7-4a9a-b2b7-0911a5bea884 None None] The sync data for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv is: [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:50Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:05:51.261894 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4ac68773-9994-4537-a58e-fcdbaf413a38 req-d2fc4964-fa01-4fd6-80cd-d5e3ed652f73 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573287 Apr 28 15:05:51.266064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] For port 40787aa3-1687-4956-912d-d5dae02c738d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=40787aa3-1687-4956-912d-d5dae02c738d,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:51.277680 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.399860 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f098e-5180-443c-aeeb-faee0f5ce5a2 None None] Pushing event updated for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:51.422874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-055c0242-c48e-4b52-95e0-446ae83c1615 None None] Provisioning complete for port 69754c08-6bec-4b85-8603-20df0f6a9366 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:51.423250 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055c0242-c48e-4b52-95e0-446ae83c1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.464736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47390) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:51.470736 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595419617', 'description': 'tempest-secgroup-smoke-1595419617 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:51.471719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-055c0242-c48e-4b52-95e0-446ae83c1615 None None] Port 69754c08-6bec-4b85-8603-20df0f6a9366 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:05:51.486353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-055c0242-c48e-4b52-95e0-446ae83c1615 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:51.486816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-055c0242-c48e-4b52-95e0-446ae83c1615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.521158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.606838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.613758 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.645363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.649615 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1812100 Apr 28 15:05:51.650011 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47392) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:51.653278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb9e0e-46cb-46be-bea9-9f5092f8f41e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964eb2eb-d218-4c55-9ffd-105184a67736,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:51.656362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:51.689410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.753599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.758582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.772849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09eef692-db5a-4502-afe9-928c417a54d8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:51.788471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.789710 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-61bf0c39-73a5-4fc1-9367-0779d85ba7fe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385603 Apr 28 15:05:51.792748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47394) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:51.797778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:51.827763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.886951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.892017 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.909870 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b423a9e5-8e90-4edf-a6d8-afd6e84b5da7,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:51.919485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:51.920979 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aafce12b-c4b7-473e-8655-34b0f6d05ad0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271114 Apr 28 15:05:51.923982 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47396) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:51.928676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:51.954674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.021217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.026744 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.046270 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364bc5fc-d4c4-4c43-8c24-d2a4cd4b2811,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:52.057313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.058586 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-714cab9c-5e0b-4d80-b3be-2ea99d54834f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335428 Apr 28 15:05:52.061537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47398) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:52.066140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:52.091400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.152290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.157468 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.174781 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8696703f-3402-4650-8656-49a1a34d6581,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:52.186705 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.188023 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ea46db54-8627-48b8-85fb-1241a207adf6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254952 Apr 28 15:05:52.191006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47400) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:52.196392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:52.218711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:05:52.223718 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.288262 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.298100 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.328084 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0818cf-7a87-4070-a5e5-9007f6ab107c,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:52.335540 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.339679 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-821db9c0-99fd-40b5-8beb-a13c8809f51e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451373 Apr 28 15:05:52.340057 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47404) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:05:52.344571 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '964eb2eb-d218-4c55-9ffd-105184a67736', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:52.386577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 40787aa3-1687-4956-912d-d5dae02c738d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:52.406789 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:05:52.414201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.439348 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 40787aa3-1687-4956-912d-d5dae02c738d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:52.440073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.450738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4347960-84f9-471c-b6e6-e624ad1da234 req-7132993f-32bc-417f-8b1c-2693001f75d9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:52.452276 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e4347960-84f9-471c-b6e6-e624ad1da234 req-7132993f-32bc-417f-8b1c-2693001f75d9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0946488 Apr 28 15:05:52.501834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.510869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.530483 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e4347960-84f9-471c-b6e6-e624ad1da234 req-033388eb-924d-40b5-96f8-e0b102fffdc1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645177 Apr 28 15:05:52.538678 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66fd8fc-ea00-4466-9bce-0af69f9d6c08,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:52.546568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:52.547829 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5c1bbbfb-54fc-4871-83da-e8dbe9bb90b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2067759 Apr 28 15:05:52.734806 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-0a5ffb10-ed09-4763-9ce4-9c6dfb30b569 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595419617&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0369625 Apr 28 15:05:52.783882 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-3848afca-288d-4cd8-b438-acf61e6d6a99 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:52.785146 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-3848afca-288d-4cd8-b438-acf61e6d6a99 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 930 time: 0.0434897 Apr 28 15:05:52.835711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-5d458d5c-0d42-4e32-96b6-9b1d3a876986 service neutron] 10.222.0.58 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381227 Apr 28 15:05:52.946015 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-26e9d599-57c6-4d38-b7fa-1ec371a6f115 service neutron] 10.222.0.58 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041307 Apr 28 15:05:53.039424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-64b9d486-51ea-4418-9bf3-297272bca487 service neutron] 10.222.0.58 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841236 Apr 28 15:05:53.207403 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b22c884a-9def-42d8-a4cb-0c3067ce3661 req-6a972883-73f0-4ae7-babf-cf9c12f789c8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 210 time: 0.0275893 Apr 28 15:05:53.652001 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42fa4-4e3d-4c13-a9a2-de2c45ccfcb3 req-f997bde4-66b5-4cb5-9a50-f04844be784a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:53.653662 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4bc42fa4-4e3d-4c13-a9a2-de2c45ccfcb3 req-f997bde4-66b5-4cb5-9a50-f04844be784a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0543563 Apr 28 15:05:53.692809 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4bc42fa4-4e3d-4c13-a9a2-de2c45ccfcb3 req-001d6f75-9e18-417d-a242-58c795db6a1e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Apr 28 15:05:54.114603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-5464a3ec-6487-4451-b761-c8907797e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:54.116172 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-5464a3ec-6487-4451-b761-c8907797e346 service neutron] 10.222.0.21 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1026 time: 0.0445230 Apr 28 15:05:54.221881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-54d6918e-ab38-4d59-babf-f16be2529b87 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:54.223376 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-54d6918e-ab38-4d59-babf-f16be2529b87 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 796 time: 0.1017013 Apr 28 15:05:54.277990 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-9836f4a8-f7ae-4fdc-bdaf-ceea05ca9412 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0430870 Apr 28 15:05:54.289892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Request body: {'port': {'device_id': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:05:54.302212 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3f869dcd-98ae-488f-a1a1-2f1ae2141e54 req-9a6cfc32-cb55-4851-910a-3ff97e082b8c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 210 time: 0.0257888 Apr 28 15:05:54.346090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.604713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69754c08-6bec-4b85-8603-20df0f6a9366 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:54.612420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.625618 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Transition to ACTIVE for port object 69754c08-6bec-4b85-8603-20df0f6a9366 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:05:54.632666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.684488 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:54.765823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:05:54.766169 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:05:54.766495 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:54.782071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:05:54.782502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:05:54.802935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:05:54.803427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Checking segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:05:54.803891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Bound using segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:05:54.804418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Bound port: 69754c08-6bec-4b85-8603-20df0f6a9366, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:05:54.804787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.836079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1a2eb-e532-45fc-afa9-3e9907e0b868 req-91adee8e-8979-4890-b18b-b3b221e1bcc2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:54.837620 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2cb1a2eb-e532-45fc-afa9-3e9907e0b868 req-91adee8e-8979-4890-b18b-b3b221e1bcc2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0679431 Apr 28 15:05:54.920511 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2cb1a2eb-e532-45fc-afa9-3e9907e0b868 req-f025cc8f-e229-40f4-96b8-cb6adf35e109 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649025 Apr 28 15:05:54.929150 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:05:54.932678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:05:54.943394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.976926 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:54.977539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:54.978922 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1131 time: 0.6930401 Apr 28 15:05:54.979365 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:54.981614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ebb2c3-839d-49bd-bf71-d55b5a62d989" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:55.007452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead2994-cab7-4adc-a0b6-803ef9cc10c5 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:55.030539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee6fc5e-a4f3-4a12-a4c7-6ef971c49cd8 x-openstack-request-id: req-0ee6fc5e-a4f3-4a12-a4c7-6ef971c49cd8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:55.030939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:55.031286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ee6fc5e-a4f3-4a12-a4c7-6ef971c49cd8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:55.031777 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee6fc5e-a4f3-4a12-a4c7-6ef971c49cd8'] response: {'name': 'network-changed', 'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366', 'status': 'completed', 'code': 200} Apr 28 15:05:55.080941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-d1739de5-351c-4fe1-96d4-a3b66f4e5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.082564 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-d1739de5-351c-4fe1-96d4-a3b66f4e5e62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 1134 time: 0.0437415 Apr 28 15:05:55.125928 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-4ce3473f-0812-46ae-ba0b-dc608c4a3855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 217 time: 0.0360048 Apr 28 15:05:55.180931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-580f7023-1e0d-4f0d-8127-bb6700e41b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.182423 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-580f7023-1e0d-4f0d-8127-bb6700e41b40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 200 len: 835 time: 0.0494673 Apr 28 15:05:55.229818 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-c77751ea-6c1a-4d5f-b617-8b6a11260d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.231305 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-c77751ea-6c1a-4d5f-b617-8b6a11260d22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415583 Apr 28 15:05:55.325152 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-60def061-d885-462a-a4e2-d2a6888a1008 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854726 Apr 28 15:05:55.456122 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc6247-e77f-43bd-a424-ef3e7e2ad32d req-fc037628-2ae1-4c59-8160-ecaa16d88865 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.457623 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3bdc6247-e77f-43bd-a424-ef3e7e2ad32d req-fc037628-2ae1-4c59-8160-ecaa16d88865 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 981 time: 0.0764208 Apr 28 15:05:55.459835 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0c15f8a2-b73e-4690-b9e6-ae742606420e req-c54e7e6b-da2f-4562-a66e-1d50d0ac4c0f service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286721 Apr 28 15:05:55.495816 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3bdc6247-e77f-43bd-a424-ef3e7e2ad32d req-87862fcc-22aa-40f3-aa4a-731cd35ae43a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Apr 28 15:05:55.558173 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-6c7c59d0-f917-4616-817d-2fff5ed44eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.559756 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-6c7c59d0-f917-4616-817d-2fff5ed44eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 1134 time: 0.0463886 Apr 28 15:05:55.665395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-ab326e7b-753f-421e-95bf-f174a0aa7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.666867 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-ab326e7b-753f-421e-95bf-f174a0aa7000 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 897 time: 0.0964975 Apr 28 15:05:55.717928 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-fa7b0f03-62ad-4829-8537-4f90abaa3c94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 217 time: 0.0394261 Apr 28 15:05:55.769151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-d8b6d38a-70d5-4fe6-9752-bcca52a5c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.770641 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-d8b6d38a-70d5-4fe6-9752-bcca52a5c3b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 200 len: 835 time: 0.0455332 Apr 28 15:05:55.826959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-6867215d-4475-4be9-9296-dca589f9125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:55.828553 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-6867215d-4475-4be9-9296-dca589f9125a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494988 Apr 28 15:05:55.931103 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-9f6552ad-2621-4651-a2d4-a12495390ed0 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940804 Apr 28 15:05:56.023063 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-25ebb2c3-839d-49bd-bf71-d55b5a62d989 req-a2f8c709-710a-480f-9daa-b59797b971ab service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848870 Apr 28 15:05:56.038173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ed70b-28d1-45d6-a3a1-096d8e3a2f47 req-2e4928e8-c150-4f5c-9979-1914a4115417 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:56.039723 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-045ed70b-28d1-45d6-a3a1-096d8e3a2f47 req-2e4928e8-c150-4f5c-9979-1914a4115417 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0488534 Apr 28 15:05:56.080368 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-045ed70b-28d1-45d6-a3a1-096d8e3a2f47 req-8d89fab5-624a-4673-8884-dea2ae9334d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Apr 28 15:05:56.622430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464084b-2986-4c18-94e4-d312eeee5c3d req-d96e89aa-3905-48b7-bc05-3898655a9847 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:56.623904 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7464084b-2986-4c18-94e4-d312eeee5c3d req-d96e89aa-3905-48b7-bc05-3898655a9847 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 981 time: 0.0543585 Apr 28 15:05:56.664356 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7464084b-2986-4c18-94e4-d312eeee5c3d req-75f6fe83-ef60-4a3c-918c-0d17a500be07 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Apr 28 15:05:56.904983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:05:57.010665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:57.022418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '69754c08-6bec-4b85-8603-20df0f6a9366', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'mac_address': 'fa:16:3e:53:8c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:05:57.060029 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:57.073275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69754c08-6bec-4b85-8603-20df0f6a9366 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:57.094770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:57.100361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:57.147269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:57.195673 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74e59c-f78a-4fbb-b71b-aed618216a63 req-8b549148-1128-44bd-8200-9dcb44b4ba77 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:57.197203 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2a74e59c-f78a-4fbb-b71b-aed618216a63 req-8b549148-1128-44bd-8200-9dcb44b4ba77 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0501955 Apr 28 15:05:57.235700 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2a74e59c-f78a-4fbb-b71b-aed618216a63 req-6a35bb45-e030-484b-aacd-dc63ca2dc4e9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Apr 28 15:05:57.345633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['69754c08-6bec-4b85-8603-20df0f6a9366'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:57.800840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6f46f-f7f8-4a69-8acf-f3c5be13713f req-23e819bf-5d90-4e24-986f-02c07bf6fb72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:57.802343 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-93b6f46f-f7f8-4a69-8acf-f3c5be13713f req-23e819bf-5d90-4e24-986f-02c07bf6fb72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 982 time: 0.0646725 Apr 28 15:05:57.843275 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-93b6f46f-f7f8-4a69-8acf-f3c5be13713f req-bddcb623-9807-47a0-952d-53b4ead245e8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Apr 28 15:05:58.351192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86880c3-314b-4061-9937-4bf7761af73b req-016ea96a-14d7-4fa3-befa-9c1701d40773 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:58.352713 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a86880c3-314b-4061-9937-4bf7761af73b req-016ea96a-14d7-4fa3-befa-9c1701d40773 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 943 time: 0.0498734 Apr 28 15:05:58.390782 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a86880c3-314b-4061-9937-4bf7761af73b req-053bfdfe-38db-4cb1-99f9-896dbcfe1b40 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316989 Apr 28 15:05:58.926489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7bedd985-710f-4968-afea-0ca5c7a5c515 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:05:58.954364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:05:58.984586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14b44-19b9-4fd5-adfa-6b43e970b1c0 req-9cc728f5-4635-4e6a-84f8-7b2900dc6277 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:58.986698 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-71d14b44-19b9-4fd5-adfa-6b43e970b1c0 req-9cc728f5-4635-4e6a-84f8-7b2900dc6277 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 982 time: 0.0575578 Apr 28 15:05:59.026122 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-71d14b44-19b9-4fd5-adfa-6b43e970b1c0 req-72ed4e6d-207d-4e05-b88d-208ab2781a0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Apr 28 15:05:59.064986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7bedd985-710f-4968-afea-0ca5c7a5c515,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:59.074378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 69754c08-6bec-4b85-8603-20df0f6a9366 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:05:59.079067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:05:59.082364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 69754c08-6bec-4b85-8603-20df0f6a9366 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:05:59.082731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:59.147021 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:59.163770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bedd985-710f-4968-afea-0ca5c7a5c515 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:05:59.212764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7bedd985-710f-4968-afea-0ca5c7a5c515,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:59.219298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:59.223980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:59.277240 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:05:59.279483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece474db-f0a2-43c5-83b7-f18542bf53e1" -d '{"events": [{"server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "name": "network-vif-plugged", "status": "completed", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:05:59.297531 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:05:59.298489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:59.303222 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:05:59.326776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274ac4e-b971-43bb-9675-22c2f14320a2 x-openstack-request-id: req-6274ac4e-b971-43bb-9675-22c2f14320a2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:05:59.327065 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "name": "network-vif-plugged", "status": "completed", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:05:59.327300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6274ac4e-b971-43bb-9675-22c2f14320a2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:05:59.327709 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6274ac4e-b971-43bb-9675-22c2f14320a2'] response: {'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366', 'code': 200} Apr 28 15:05:59.353607 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:05:59.453089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['7bedd985-710f-4968-afea-0ca5c7a5c515'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:05:59.537676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f982f-1891-4262-ae2b-c9db960580c3 req-432fdb56-8324-47c0-9e32-fa54a254dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:59.539243 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-495f982f-1891-4262-ae2b-c9db960580c3 req-432fdb56-8324-47c0-9e32-fa54a254dd96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 1136 time: 0.0822959 Apr 28 15:05:59.546630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797957b1-5ab2-411e-b992-9afd6d799311 req-95e46da2-eaa7-4a94-bd93-0f59b6c73c25 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:05:59.548045 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-797957b1-5ab2-411e-b992-9afd6d799311 req-95e46da2-eaa7-4a94-bd93-0f59b6c73c25 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 944 time: 0.0897598 Apr 28 15:05:59.597117 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-495f982f-1891-4262-ae2b-c9db960580c3 req-ae32cdf5-4f37-4441-a76d-31898d0fe210 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Apr 28 15:05:59.604253 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-797957b1-5ab2-411e-b992-9afd6d799311 req-75410da1-88bf-4149-a875-01f396176093 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Apr 28 15:06:00.150037 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582de43-e0b3-4875-9393-9fe6c3acb13c req-b0a9cfb0-f8a2-42a9-a2a0-2838e573d560 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:00.151521 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d582de43-e0b3-4875-9393-9fe6c3acb13c req-b0a9cfb0-f8a2-42a9-a2a0-2838e573d560 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0502822 Apr 28 15:06:00.194804 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d582de43-e0b3-4875-9393-9fe6c3acb13c req-e95e1318-33ba-48dc-8e53-f4c0a49df522 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Apr 28 15:06:00.726258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a958cc0-0aaf-4375-b74b-a94e2b005f3f req-810f55a0-3eff-4796-a8d9-40064e48c489 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:00.727862 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1a958cc0-0aaf-4375-b74b-a94e2b005f3f req-810f55a0-3eff-4796-a8d9-40064e48c489 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 944 time: 0.0518987 Apr 28 15:06:00.768189 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1a958cc0-0aaf-4375-b74b-a94e2b005f3f req-4ade2bbb-9bd3-4793-ad15-e2396f4c76ad tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Apr 28 15:06:00.929910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7bedd985-710f-4968-afea-0ca5c7a5c515 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:00.987769 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 7bedd985-710f-4968-afea-0ca5c7a5c515 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:06:00.991943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 7bedd985-710f-4968-afea-0ca5c7a5c515 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:00.992390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.073124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.106110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7bedd985-710f-4968-afea-0ca5c7a5c515,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:01.112857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.171089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:01.320354 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225fd91-dd58-457c-8a87-2213eeefdce0 req-2b92374a-e507-4106-8c86-49be8aceb2a0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.321810 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c225fd91-dd58-457c-8a87-2213eeefdce0 req-2b92374a-e507-4106-8c86-49be8aceb2a0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0504484 Apr 28 15:06:01.328951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:01.331226 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37052052-bb0e-4213-93c3-faab40be0fed" -d '{"events": [{"server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "name": "network-vif-plugged", "status": "completed", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:01.360166 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c225fd91-dd58-457c-8a87-2213eeefdce0 req-ac552ad0-4465-49d8-9bd5-641c93e658a6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Apr 28 15:06:01.367570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8942cc-871c-4f80-bd79-9477ae789884 x-openstack-request-id: req-0d8942cc-871c-4f80-bd79-9477ae789884 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:01.367846 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "name": "network-vif-plugged", "status": "completed", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:01.368123 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0d8942cc-871c-4f80-bd79-9477ae789884 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:01.368525 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8942cc-871c-4f80-bd79-9477ae789884'] response: {'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'code': 200} Apr 28 15:06:01.473181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc8d0-cde5-44a3-b503-0639cc269b0a req-98d1d84c-bcf4-4b13-94f9-47db9b4b8e30 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.474706 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-628dc8d0-cde5-44a3-b503-0639cc269b0a req-98d1d84c-bcf4-4b13-94f9-47db9b4b8e30 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0481360 Apr 28 15:06:01.514593 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-628dc8d0-cde5-44a3-b503-0639cc269b0a req-ffc5b447-ee67-4325-97e6-52f8f690075e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Apr 28 15:06:01.537437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47474) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:01.557349 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ff356-a6cb-4006-a27b-ee3abda06c95 req-4ee34d72-2f12-4e2c-b920-8c48204b79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.558853 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1e9ff356-a6cb-4006-a27b-ee3abda06c95 req-4ee34d72-2f12-4e2c-b920-8c48204b79a3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1098 time: 0.0433805 Apr 28 15:06:01.577964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef5abdd-6090-4234-8585-9dce2e62b4ce tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.579583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cef5abdd-6090-4234-8585-9dce2e62b4ce tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 1131 time: 0.0410061 Apr 28 15:06:01.582775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47476) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:01.587313 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:01.616774 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1e9ff356-a6cb-4006-a27b-ee3abda06c95 req-b374f5fc-4a58-404b-8231-ed33c78608f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491683 Apr 28 15:06:01.619785 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.713741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.822581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.221 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/b42642c6-4b6b-434d-a9e3-c1f91eedd0d8) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:01.884714 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1207c8-4960-43dd-9603-faac3ad44bd5 req-8bbd8018-75e9-4916-8084-22b1c1cdea73 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:01.886199 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c1207c8-4960-43dd-9603-faac3ad44bd5 req-8bbd8018-75e9-4916-8084-22b1c1cdea73 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.0492911 Apr 28 15:06:01.924532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c1207c8-4960-43dd-9603-faac3ad44bd5 req-4503e150-5aba-41bc-a8f1-65169ceeba3c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Apr 28 15:06:01.926377 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:01.960829 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.000668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:02.005605 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:02.009179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:02.032988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b42642c6-4b6b-434d-a9e3-c1f91eedd0d8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:02.368853 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.442250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.614933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.620567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.690091 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cb33-c131-46af-9fb3-a9f6a828bc97 req-c9af04ef-65af-409e-8ca4-4b3cb5cdda07 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:02.697484 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c75cb33-c131-46af-9fb3-a9f6a828bc97 req-c9af04ef-65af-409e-8ca4-4b3cb5cdda07 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0726304 Apr 28 15:06:02.713570 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:02.744556 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c75cb33-c131-46af-9fb3-a9f6a828bc97 req-7787cd8e-799d-4bf0-afe0-ea340ed2c412 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461252 Apr 28 15:06:02.765088 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b42642c6-4b6b-434d-a9e3-c1f91eedd0d8,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:02.832652 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP ffd61be3-4564-4e3e-91ec-bb9c1ff5073c associated. External IP: 172.26.4.221, port: 69754c08-6bec-4b85-8603-20df0f6a9366. Apr 28 15:06:03.070672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 931f863b-05d4-4615-8999-aae849b7d397 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:03.086890 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c115f-e842-4ebf-b83d-cea09fe83840 req-0dfd69aa-de0e-41e9-be63-085786067643 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.088344 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-804c115f-e842-4ebf-b83d-cea09fe83840 req-0dfd69aa-de0e-41e9-be63-085786067643 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.0683298 Apr 28 15:06:03.173672 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-804c115f-e842-4ebf-b83d-cea09fe83840 req-f1bdbce1-4862-4204-8ae6-e231a70224b0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774674 Apr 28 15:06:03.222096 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:03.233880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Sync routers for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:03.245995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:03.246962 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:03.248601 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:03.278674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6e9c36bf-bf4a-4ad6-aa6e-c41ea2cce7f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.6921937 Apr 28 15:06:03.278674 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:03.279028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6168b4-2b14-4190-bd90-3ff73f9171bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:03.279174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47504) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:03.314418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f23eb-c403-4d93-addd-5139f1c2edd5 x-openstack-request-id: req-8a6f23eb-c403-4d93-addd-5139f1c2edd5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:03.314690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f86fc37-8a3e-455e-b9f4-912ba22b558b", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:03.314948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8a6f23eb-c403-4d93-addd-5139f1c2edd5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:03.315360 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6f23eb-c403-4d93-addd-5139f1c2edd5'] response: {'name': 'network-changed', 'server_uuid': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366', 'status': 'completed', 'code': 200} Apr 28 15:06:03.348996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98ba2-10d1-48da-a730-89703b00b28d req-1396a68e-ecfc-4b71-b7db-a130998a639a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.350407 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ebb98ba2-10d1-48da-a730-89703b00b28d req-1396a68e-ecfc-4b71-b7db-a130998a639a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.1045048 Apr 28 15:06:03.366617 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:03.380194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff281fad-4d63-49d2-9ec8-0dd17684a670 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.384492 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ff281fad-4d63-49d2-9ec8-0dd17684a670 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b&network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 1131 time: 0.1018672 Apr 28 15:06:03.388951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-6007d81d-d41a-4797-96bf-650d98740a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.390544 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-6007d81d-d41a-4797-96bf-650d98740a44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 1136 time: 0.0509744 Apr 28 15:06:03.408128 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ebb98ba2-10d1-48da-a730-89703b00b28d req-33ac78f9-07b4-4c8b-9885-e7c8efe52275 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511041 Apr 28 15:06:03.432877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47510) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:03.476163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38807e55-a82a-4482-aac4-9df8fe41b52c tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.477878 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-38807e55-a82a-4482-aac4-9df8fe41b52c tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1093 time: 0.0439620 Apr 28 15:06:03.480940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47512) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:03.494210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:03.499048 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-8fd9b38c-7e70-47f8-89e6-3b997ed4263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.500720 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-8fd9b38c-7e70-47f8-89e6-3b997ed4263b service neutron] 10.222.0.21 "GET /v2.0/networks?id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 897 time: 0.0990956 Apr 28 15:06:03.534658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:03.632196 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-1a9b00b7-a7d7-422e-88aa-1f067c8e5db1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1037 time: 0.1248007 Apr 28 15:06:03.641912 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'ffd61be3-4564-4e3e-91ec-bb9c1ff5073c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '931f863b-05d4-4615-8999-aae849b7d397', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1684154006', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'mac_address': 'fa:16:3e:53:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:02Z', 'updated_at': '2022-04-28T15:06:02Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:03.669155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Checking router: 931f863b-05d4-4615-8999-aae849b7d397 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:03.678640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:03.679337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:03.679502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47e190-52cc-4344-aa88-a400a1daf9f4 req-1903d375-9982-4e72-99cc-9b4dce6b1135 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.680860 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe47e190-52cc-4344-aa88-a400a1daf9f4 req-1903d375-9982-4e72-99cc-9b4dce6b1135 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0702927 Apr 28 15:06:03.693693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:03.699795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-998734a4-dd66-4faf-8256-03ad25bf90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.701466 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-998734a4-dd66-4faf-8256-03ad25bf90e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 200 len: 835 time: 0.0530419 Apr 28 15:06:03.753316 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-529959f1-5803-4bb0-8b01-a46ceabf720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.755010 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-529959f1-5803-4bb0-8b01-a46ceabf720c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459309 Apr 28 15:06:03.767844 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-fe47e190-52cc-4344-aa88-a400a1daf9f4 req-f46932b1-0935-4fa7-854f-0b8403deb433 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751944 Apr 28 15:06:03.790568 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:03.836828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.26.4.17 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:03.917295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94c83d-1623-4509-a8b8-824a60c2cdf1 req-08253dbb-bca4-426c-b632-e5a47928bafa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:03.918723 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4a94c83d-1623-4509-a8b8-824a60c2cdf1 req-08253dbb-bca4-426c-b632-e5a47928bafa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0735202 Apr 28 15:06:03.920837 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-ea594e33-7da8-4764-8dca-8235b133b120 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571844 Apr 28 15:06:03.947645 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:03.993558 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.016983 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4a94c83d-1623-4509-a8b8-824a60c2cdf1 req-ff8fa315-1794-4825-99d1-17549eecbd84 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901060 Apr 28 15:06:04.039386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:04.043851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'ffd61be3-4564-4e3e-91ec-bb9c1ff5073c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '931f863b-05d4-4615-8999-aae849b7d397', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1684154006', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'mac_address': 'fa:16:3e:53:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:02Z', 'updated_at': '2022-04-28T15:06:02Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:04.044347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:04.046994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:04.053774 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5d6168b4-2b14-4190-bd90-3ff73f9171bc req-e92a4a3e-9e49-469d-8068-382430519e8e service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207483 Apr 28 15:06:04.075466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0395606-840f-4e1e-996e-77e8f28199ef None None] The sync data for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv is: [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'ffd61be3-4564-4e3e-91ec-bb9c1ff5073c', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '931f863b-05d4-4615-8999-aae849b7d397', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1684154006', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'mac_address': 'fa:16:3e:53:8c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f86fc37-8a3e-455e-b9f4-912ba22b558b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:02Z', 'updated_at': '2022-04-28T15:06:02Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:04.083616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:04.281605 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc03da6-6c9d-4ad0-87df-d2034ded6e5b None None] New status for floating IP ffd61be3-4564-4e3e-91ec-bb9c1ff5073c: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:04.419371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.490479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.640289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.647500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.720697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:04.730202 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:04.831042 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP c90cd846-1e20-4468-9179-922fd6f4ffe0 associated. External IP: 172.26.4.17, port: 7bedd985-710f-4968-afea-0ca5c7a5c515. Apr 28 15:06:04.960510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e91c52-5721-49a9-9ff3-0dfdb9537794 req-44cce659-c285-4c12-9968-71a2f0fb977d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:04.961987 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93e91c52-5721-49a9-9ff3-0dfdb9537794 req-44cce659-c285-4c12-9968-71a2f0fb977d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0982139 Apr 28 15:06:05.039417 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93e91c52-5721-49a9-9ff3-0dfdb9537794 req-991e9a70-1d5c-4e22-b4ea-884456b7bbdd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705113 Apr 28 15:06:05.108065 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-ae423218-d8e7-4733-a846-1590e22b2b55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.109562 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-ae423218-d8e7-4733-a846-1590e22b2b55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 983 time: 0.0575883 Apr 28 15:06:05.117958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:05.230496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:05.241823 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:05.254110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:05.254753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:05.257903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:05.285142 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ef9ba038-475d-490a-b7e1-e9514dbe3427 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8029189 Apr 28 15:06:05.285873 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:05.288194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb784d14-451e-491e-a438-7aacc8145da8" -d '{"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:05.345262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916afeb7-5290-4b1b-a5c1-ed5ba3d263c4 x-openstack-request-id: req-916afeb7-5290-4b1b-a5c1-ed5ba3d263c4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:05.345617 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:05.346059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-916afeb7-5290-4b1b-a5c1-ed5ba3d263c4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:05.346466 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916afeb7-5290-4b1b-a5c1-ed5ba3d263c4'] response: {'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'status': 'completed', 'code': 200} Apr 28 15:06:05.411628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784d14-451e-491e-a438-7aacc8145da8 req-f0f57ced-0724-444a-b453-a186127b4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.413459 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-f0f57ced-0724-444a-b453-a186127b4c55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1098 time: 0.0458786 Apr 28 15:06:05.506222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-d33e85af-27fb-4aaf-b290-076038944afc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.507736 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-d33e85af-27fb-4aaf-b290-076038944afc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3850410 Apr 28 15:06:05.535224 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:05.540334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784d14-451e-491e-a438-7aacc8145da8 req-85d73d51-4452-4c20-a8c9-e30024014c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.542434 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-85d73d51-4452-4c20-a8c9-e30024014c8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.1197662 Apr 28 15:06:05.578633 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb2c2d-a418-4ba8-98d7-c4f3edb3549b req-d45a5b88-d0f2-4db8-975c-11f8b9eda136 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.580078 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2edb2c2d-a418-4ba8-98d7-c4f3edb3549b req-d45a5b88-d0f2-4db8-975c-11f8b9eda136 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.4905298 Apr 28 15:06:05.608626 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-049210b6-7866-4696-a903-455e8260dd76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 998 time: 0.0596554 Apr 28 15:06:05.648618 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-df568a6b-b344-4878-a4cc-1a1e31ec5ba3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1330516 Apr 28 15:06:05.653577 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2edb2c2d-a418-4ba8-98d7-c4f3edb3549b req-ca66ce0a-74da-42c0-81a7-f6032ad01467 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599625 Apr 28 15:06:05.658774 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:05.661816 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784d14-451e-491e-a438-7aacc8145da8 req-5e040ffc-0e96-4c26-b00f-03b48dc60215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.663289 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-5e040ffc-0e96-4c26-b00f-03b48dc60215 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0477130 Apr 28 15:06:05.709117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb784d14-451e-491e-a438-7aacc8145da8 req-3bdc4ecd-fc96-499d-aa74-c0f43801c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:05.710909 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-3bdc4ecd-fc96-499d-aa74-c0f43801c8e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409954 Apr 28 15:06:05.718451 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:05.770718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:04Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:05.798067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:05.800576 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-1eaf22c8-734d-4d2d-91f2-13bbd46e82a8 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825167 Apr 28 15:06:05.806926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:05.807710 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:05:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:05.855955 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:05.896599 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:05.908926 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb784d14-451e-491e-a438-7aacc8145da8 req-20ea8d54-2f0d-4469-bda2-f034297daebd service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926368 Apr 28 15:06:05.916257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:05.931946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] device_id is not set on port 69754c08-6bec-4b85-8603-20df0f6a9366 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:06:05.940897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:05.948147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:06.042589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=6']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:06.117768 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] No DVR routers for this DVR port 69754c08-6bec-4b85-8603-20df0f6a9366 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:06.154972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:04Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:06.170240 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-483d1993-3a76-4eab-bd7b-6deb800ad9a2 req-4a1cd4c6-8a2d-46da-9251-aafd30a512a7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f86fc37-8a3e-455e-b9f4-912ba22b558b HTTP/1.1" status: 200 len: 210 time: 0.0430717 Apr 28 15:06:06.183946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd27f14-a0e0-4567-8d5d-16983dd654c5 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:04Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:06.269174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] In _notify_port_updated(), no bound segment for port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:06:06.270062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.270664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:06.272128 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3601bec4-6c79-49fe-ac76-8a07f886e7f8 req-6ed329c3-e886-470f-b3d7-30d1ab674d48 service neutron] 10.222.0.21 "PUT /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1026 time: 0.6172373 Apr 28 15:06:06.337635 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-00305040-2f63-47f0-8099-d7145be6474e None None] Provisioning complete for port 69754c08-6bec-4b85-8603-20df0f6a9366 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:06.338271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-00305040-2f63-47f0-8099-d7145be6474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:06.379979 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a760653-54c8-46ae-9c98-05d08d17fa44 None None] New status for floating IP c90cd846-1e20-4468-9179-922fd6f4ffe0: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:06.384492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-00305040-2f63-47f0-8099-d7145be6474e None None] Port 69754c08-6bec-4b85-8603-20df0f6a9366 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:06.778059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056896d-461b-4c79-b928-01d33b2b7406 req-8b48c1c3-1a97-48f4-9910-def23daf3f35 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:06.779661 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f056896d-461b-4c79-b928-01d33b2b7406 req-8b48c1c3-1a97-48f4-9910-def23daf3f35 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0535161 Apr 28 15:06:06.818840 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f056896d-461b-4c79-b928-01d33b2b7406 req-b1cb87b3-1246-4306-8070-5ebdc1b808c8 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Apr 28 15:06:07.223207 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47532) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:07.265735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa631cd-c19d-4c16-81f2-949c5eff4b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:07.267075 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-afa631cd-c19d-4c16-81f2-949c5eff4b68 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 925 time: 0.0428708 Apr 28 15:06:07.543496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47536) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:07.548134 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977285634', 'description': 'tempest-secgroup-smoke-977285634 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:07.569838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.636234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.642196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.671104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.672367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1277561 Apr 28 15:06:07.674267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1db8f0-4ffa-40ed-adc9-5ecabf0c8427 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0994bda2-dee6-4335-9fd9-1283cc2fc4d7,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:07.675467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47538) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:07.680238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:07.708765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.756493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.762648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.785190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e526b29-b340-44ba-b7cf-d2a656045f79,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:07.795309 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.796574 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-076b6885-e501-4eb7-804c-5b4af9531489 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198766 Apr 28 15:06:07.799409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47540) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:07.803712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:07.831231 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.895960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.902106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.919407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a80233-8121-466f-827c-decad6a05da8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:07.930353 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.931666 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-23371a2f-cf3b-40bf-b866-f8101fa72c28 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312878 Apr 28 15:06:07.934486 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47544) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:07.939436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:07.951974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175227a-1d76-4e52-b181-0833ca10dad8 req-741043cf-c31e-4f43-a1d6-bd0ef3054dbf tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:07.953582 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c175227a-1d76-4e52-b181-0833ca10dad8 req-741043cf-c31e-4f43-a1d6-bd0ef3054dbf tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0614526 Apr 28 15:06:07.966108 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:07.991954 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c175227a-1d76-4e52-b181-0833ca10dad8 req-d0087902-932b-4cfd-95da-8270f4b8e773 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Apr 28 15:06:08.022871 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.027798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.042429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0b8f09-9069-43b4-9a3c-de64f20e5ecc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:08.053957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.055188 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-458602af-9e51-42b0-bca4-7fdc77b2e45f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196945 Apr 28 15:06:08.058172 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47546) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:08.062720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:08.089696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.137349 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.142374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.158721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a715da4-a740-4d47-a2ec-d59931f9f728,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:08.167733 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.168931 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1e328816-5ecf-4604-8d3e-615f546637d1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1097994 Apr 28 15:06:08.171812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:08.175994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:08.198423 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:06:08.203886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.269096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.276064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.296679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70f6608-9e6f-4dc5-b44f-28232325e562,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:08.305365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.306560 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2a6dc9eb-3cba-4ff8-80d8-aa0ae9c5fa59 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338236 Apr 28 15:06:08.309482 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47550) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:08.314250 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '0994bda2-dee6-4335-9fd9-1283cc2fc4d7', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:08.336587 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:06:08.341481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.403145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.408742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.427808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b69d3-9bdb-46c3-9ca2-d6702ea5c2fa,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:08.433105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:08.434301 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-dc7ffb9f-4140-4d03-ab88-d1ed03dfc957 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238105 Apr 28 15:06:08.573114 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-a2fb72dd-8641-4f59-bd6f-13e90b770b77 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977285634&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0350659 Apr 28 15:06:08.626706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-4a4ea898-c076-4d4e-b069-1756eda543d8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:08.628105 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-4a4ea898-c076-4d4e-b069-1756eda543d8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 930 time: 0.0482211 Apr 28 15:06:08.676065 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-6cf66b00-6c51-4faa-aebc-ccd335a27e34 service neutron] 10.222.0.58 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0317428 Apr 28 15:06:08.763282 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-7d4774d2-6662-42f2-85db-145893917f16 service neutron] 10.222.0.58 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815001 Apr 28 15:06:08.858520 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-fe9093a3-b2aa-4384-826d-f0bd5323aa46 service neutron] 10.222.0.58 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889859 Apr 28 15:06:09.004064 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:09.040902 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4baf894b-ccc4-4b0d-9798-5a1fc46e0147 req-7f921fdd-a413-4cdd-85c4-b59462de17f3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 210 time: 0.0382466 Apr 28 15:06:09.043674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:09.115799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77850449-8e8e-4327-984d-13f0cafea12b req-dee6dad3-e1e7-44f0-87fc-09596292702a tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:09.120518 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-77850449-8e8e-4327-984d-13f0cafea12b req-dee6dad3-e1e7-44f0-87fc-09596292702a tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0525367 Apr 28 15:06:09.155238 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-77850449-8e8e-4327-984d-13f0cafea12b req-1ae4b6c7-5e29-43b0-a932-9c872f6deccb tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316794 Apr 28 15:06:09.973391 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-0c9b7743-d6df-40ef-8a1b-a0e76d05ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:09.974842 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-0c9b7743-d6df-40ef-8a1b-a0e76d05ecf7 service neutron] 10.222.0.21 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1026 time: 0.0344281 Apr 28 15:06:10.091810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-63e40663-bbb3-4252-8f6e-209e32c61be6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:10.093595 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-63e40663-bbb3-4252-8f6e-209e32c61be6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 796 time: 0.1107380 Apr 28 15:06:10.142776 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-c2853d5d-5c9b-4c13-bf1f-9b4a7bd2b97d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 472 time: 0.0404525 Apr 28 15:06:10.147593 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-c9ad7347-621e-4fbf-b50b-621f8f9e4559 req-fe948315-082c-4442-81ba-bccc36dd2333 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 210 time: 0.0263264 Apr 28 15:06:10.154740 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Request body: {'port': {'device_id': 'cfcf9b21-165f-4169-bda1-df41e2bc00bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:10.213881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.305462 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a47dd-09d0-40d1-9b57-8b32d8e28a2b req-f0bae008-491d-4ebb-baf6-28e414b6660f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:10.306964 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0b0a47dd-09d0-40d1-9b57-8b32d8e28a2b req-f0bae008-491d-4ebb-baf6-28e414b6660f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0843678 Apr 28 15:06:10.411509 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0b0a47dd-09d0-40d1-9b57-8b32d8e28a2b req-72d86c26-7b52-46a9-b7b7-dcbd69a5c6da tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634661 Apr 28 15:06:10.539793 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69754c08-6bec-4b85-8603-20df0f6a9366 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:10.546859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.560022 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Transition to ACTIVE for port object 69754c08-6bec-4b85-8603-20df0f6a9366 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:06:10.565428 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.644579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:10.653480 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.653819 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.654162 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.654490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.654816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.655143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.655481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.655786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.656136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.656454 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.656772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.657189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:10.753336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:06:10.753666 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:06:10.753986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:10.758370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:06:10.758681 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Attempting to bind port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:10.763698 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:06:10.764067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Checking segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:10.764446 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Bound using segment: {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:06:10.764864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Bound port: 69754c08-6bec-4b85-8603-20df0f6a9366, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:06:10.765219 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.830761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:10.833717 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:06:10.840548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.874129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:10.874737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:10.876270 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] 10.222.0.21 "PUT /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1131 time: 0.7259588 Apr 28 15:06:10.876755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcf9b21-165f-4169-bda1-df41e2bc00bc', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:10.878978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5c510-9459-49b6-a71c-28f04261fbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcf9b21-165f-4169-bda1-df41e2bc00bc", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:10.905586 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbf0dc-ffb3-43d2-93d4-8bbe1dfac701 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=8']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:10.946124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578e14db-95ba-478c-b645-5a8db092a9c6 x-openstack-request-id: req-578e14db-95ba-478c-b645-5a8db092a9c6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:10.946406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcf9b21-165f-4169-bda1-df41e2bc00bc", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:10.946645 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-578e14db-95ba-478c-b645-5a8db092a9c6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:10.947043 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578e14db-95ba-478c-b645-5a8db092a9c6'] response: {'name': 'network-changed', 'server_uuid': 'cfcf9b21-165f-4169-bda1-df41e2bc00bc', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366', 'status': 'completed', 'code': 200} Apr 28 15:06:10.962999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-f6a5a938-0ae3-4139-a5fb-3158f278f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:10.964542 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-f6a5a938-0ae3-4139-a5fb-3158f278f689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 1134 time: 0.0463884 Apr 28 15:06:11.038195 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-6ebf2e97-3d80-4a9a-a8b5-7083d78f4948 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1037 time: 0.0648222 Apr 28 15:06:11.087457 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-37c6c536-1a40-4598-97cf-f6c0e1217186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.088907 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-37c6c536-1a40-4598-97cf-f6c0e1217186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 200 len: 835 time: 0.0448582 Apr 28 15:06:11.135508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-75a82dd7-07f5-4646-b2bb-746affc6923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.137015 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-75a82dd7-07f5-4646-b2bb-746affc6923c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414093 Apr 28 15:06:11.256436 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-bb645ea7-552b-4dcf-a95d-6b2742eb6678 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119981 Apr 28 15:06:11.290516 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2b41d-30de-4248-9a7e-04654eb21926 req-42bfa69a-a546-4f58-95a1-90db42744d65 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.292017 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a9a2b41d-30de-4248-9a7e-04654eb21926 req-42bfa69a-a546-4f58-95a1-90db42744d65 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 981 time: 0.0763116 Apr 28 15:06:11.374294 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a9a2b41d-30de-4248-9a7e-04654eb21926 req-342e7525-e8b2-4527-b067-77f67d9869b3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 Apr 28 15:06:11.384588 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8b572e2c-25e6-41ce-bcc4-42ad8730c3b3 req-f720725e-d874-4a0e-992d-4f24e8c2d4a9 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221054 Apr 28 15:06:11.477727 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-a29b1268-5132-4948-80c3-a791d5f3ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.479247 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-a29b1268-5132-4948-80c3-a791d5f3ab37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 1134 time: 0.0419683 Apr 28 15:06:11.534591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762df57-cbf7-411d-9b52-f2bf55bbb1bc req-1d9bb434-0905-44e0-875c-6994cabccda8 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.536249 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1762df57-cbf7-411d-9b52-f2bf55bbb1bc req-1d9bb434-0905-44e0-875c-6994cabccda8 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0531247 Apr 28 15:06:11.573564 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1762df57-cbf7-411d-9b52-f2bf55bbb1bc req-2bfeaca0-2c16-4378-b77e-9ef8977e9f0d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Apr 28 15:06:11.573837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-8af9dc50-5f4d-453a-a240-1c62b47f392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.575340 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-8af9dc50-5f4d-453a-a240-1c62b47f392c service neutron] 10.222.0.21 "GET /v2.0/networks?id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 897 time: 0.0892978 Apr 28 15:06:11.641243 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-c4953bde-9b28-4847-98ab-631035ca6ba3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1037 time: 0.0582187 Apr 28 15:06:11.699490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-fe6c4df8-4936-4b6d-8444-72d3a907a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.701925 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-fe6c4df8-4936-4b6d-8444-72d3a907a414 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 200 len: 835 time: 0.0541146 Apr 28 15:06:11.753354 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-7d156980-bc37-4f4b-b3d2-de8f9af06a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:11.754871 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-7d156980-bc37-4f4b-b3d2-de8f9af06a90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459015 Apr 28 15:06:11.846766 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-6f5a39a2-9864-44a4-b0ed-3eb3f3561cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840046 Apr 28 15:06:11.940169 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:06:11.945178 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-35b5c510-9459-49b6-a71c-28f04261fbaf req-6be090c6-4fa4-431e-8ada-cd012e0b8171 service neutron] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910213 Apr 28 15:06:12.503258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0fdcb-0cd9-43b8-9ee9-70a75888aa99 req-ca9be1f1-a220-4a92-b34c-ceeaddda099c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:12.504360 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-95a0fdcb-0cd9-43b8-9ee9-70a75888aa99 req-ca9be1f1-a220-4a92-b34c-ceeaddda099c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 981 time: 0.0520275 Apr 28 15:06:12.545550 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-95a0fdcb-0cd9-43b8-9ee9-70a75888aa99 req-785506f7-13cc-45e7-9cb5-803a9de068b0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Apr 28 15:06:12.689273 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c70353-84d4-48d6-bcfe-a17a8de658d6 req-ed0f34d2-3f73-4da4-a0c5-fc02b4bef774 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:12.690793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-92c70353-84d4-48d6-bcfe-a17a8de658d6 req-ed0f34d2-3f73-4da4-a0c5-fc02b4bef774 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0488801 Apr 28 15:06:12.735694 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-92c70353-84d4-48d6-bcfe-a17a8de658d6 req-c18f1c4e-e309-407c-a2c3-67a690161844 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Apr 28 15:06:13.010526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:06:13.111552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:13.124880 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '69754c08-6bec-4b85-8603-20df0f6a9366', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'port_id': '69754c08-6bec-4b85-8603-20df0f6a9366', 'mac_address': 'fa:16:3e:53:8c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:06:13.163164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:13.176083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69754c08-6bec-4b85-8603-20df0f6a9366 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:13.194884 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:13.200893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:13.251516 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=9']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:13.445692 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['69754c08-6bec-4b85-8603-20df0f6a9366'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:13.663959 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a82c0-a7f0-423a-81f9-1f899a6a1419 req-ba884398-3c02-4a8b-ad15-a9ae5ba34d20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:13.665361 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e2a82c0-a7f0-423a-81f9-1f899a6a1419 req-ba884398-3c02-4a8b-ad15-a9ae5ba34d20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 982 time: 0.0504410 Apr 28 15:06:13.703409 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e2a82c0-a7f0-423a-81f9-1f899a6a1419 req-f1bb97eb-28ee-4ae8-a8ae-06523f08a77e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319996 Apr 28 15:06:13.852813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf5bbc-62c1-407d-bafa-2c69fd26aa50 req-da59be0d-67dd-4e29-ad6b-87517e31c3c3 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:13.854356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-19cf5bbc-62c1-407d-bafa-2c69fd26aa50 req-da59be0d-67dd-4e29-ad6b-87517e31c3c3 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0501046 Apr 28 15:06:13.893022 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-19cf5bbc-62c1-407d-bafa-2c69fd26aa50 req-ad224fa9-884d-4db3-8f51-c2cb2da6e1f5 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326457 Apr 28 15:06:14.840668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e988840-f944-4e1e-869e-bb31cab71346 req-443f9d94-459f-4d55-94a9-a2e93d37bbbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:14.842223 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e988840-f944-4e1e-869e-bb31cab71346 req-443f9d94-459f-4d55-94a9-a2e93d37bbbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 982 time: 0.0664971 Apr 28 15:06:14.888807 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2e988840-f944-4e1e-869e-bb31cab71346 req-7b697b08-4ca4-4f06-84e2-187c33a9a235 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Apr 28 15:06:15.018162 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93dc07-e751-409c-92c3-8b10b853f490 req-cc471b21-72c0-40a4-a49e-85e8cdaebdf0 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:15.018966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:15.019727 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ba93dc07-e751-409c-92c3-8b10b853f490 req-cc471b21-72c0-40a4-a49e-85e8cdaebdf0 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0541084 Apr 28 15:06:15.059999 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ba93dc07-e751-409c-92c3-8b10b853f490 req-47d8b491-08f0-4827-ac8b-8c1b1496edd1 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Apr 28 15:06:15.077674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 69754c08-6bec-4b85-8603-20df0f6a9366 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:06:15.084434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 69754c08-6bec-4b85-8603-20df0f6a9366 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:15.085179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:15.175480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:15.198934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcf9b21-165f-4169-bda1-df41e2bc00bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:15.201398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deabf2ae-e790-4a7a-9fce-f068d6e4f32a" -d '{"events": [{"server_uuid": "cfcf9b21-165f-4169-bda1-df41e2bc00bc", "name": "network-vif-plugged", "status": "completed", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:15.215343 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:15.221059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:15.253398 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f276ec2-866b-4afd-a711-dc83cbd39541 x-openstack-request-id: req-3f276ec2-866b-4afd-a711-dc83cbd39541 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:15.253770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcf9b21-165f-4169-bda1-df41e2bc00bc", "name": "network-vif-plugged", "status": "completed", "tag": "69754c08-6bec-4b85-8603-20df0f6a9366", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:15.254084 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3f276ec2-866b-4afd-a711-dc83cbd39541 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:15.254502 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f276ec2-866b-4afd-a711-dc83cbd39541'] response: {'server_uuid': 'cfcf9b21-165f-4169-bda1-df41e2bc00bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69754c08-6bec-4b85-8603-20df0f6a9366', 'code': 200} Apr 28 15:06:15.287523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=10']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:15.295155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.295500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.295890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.296300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.296620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.296950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.297324 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.297665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.297973 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.298356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.298718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.299038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:15.413622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b36c6-8f90-443f-b863-ce489a063312 req-ca1e797e-949d-4677-9852-54d13adac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:15.415127 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-af0b36c6-8f90-443f-b863-ce489a063312 req-ca1e797e-949d-4677-9852-54d13adac74d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 1137 time: 0.0408661 Apr 28 15:06:15.451342 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-af0b36c6-8f90-443f-b863-ce489a063312 req-ded2284d-a09f-4568-817a-9a090d206170 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278804 Apr 28 15:06:15.569651 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c23c879d-08a5-426b-b190-daaedc78a402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:15.879344 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bca1e-c97a-4e6f-9101-2cf6682874b1 req-7e9f4d84-f2f6-4640-8345-f18de683f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:15.880916 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-306bca1e-c97a-4e6f-9101-2cf6682874b1 req-7e9f4d84-f2f6-4640-8345-f18de683f8e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1099 time: 0.0461614 Apr 28 15:06:15.916171 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-306bca1e-c97a-4e6f-9101-2cf6682874b1 req-76a3f1df-2511-4776-a194-07f4bcb2b0ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281479 Apr 28 15:06:16.010847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fbc14-e90d-43a1-b85e-b9ac15969879 req-9070bc87-1a26-4ad1-9788-0ef396aa4ccb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.012367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-039fbc14-e90d-43a1-b85e-b9ac15969879 req-9070bc87-1a26-4ad1-9788-0ef396aa4ccb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0555952 Apr 28 15:06:16.056916 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-039fbc14-e90d-43a1-b85e-b9ac15969879 req-df3a452d-95ef-4511-9a16-56efd844529a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Apr 28 15:06:16.185963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8824094-d475-4959-8401-1d9d67b720b0 req-4df58b13-5163-41b8-b630-81a0b49b816c tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:16.187321 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a8824094-d475-4959-8401-1d9d67b720b0 req-4df58b13-5163-41b8-b630-81a0b49b816c tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0558591 Apr 28 15:06:16.228735 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a8824094-d475-4959-8401-1d9d67b720b0 req-29bf5055-ac7e-454d-9afd-391024f772f6 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Apr 28 15:06:17.035355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:06:17.038747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:17.178964 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16339453-9568-4880-8829-8d16b59e11e9 req-b1ad1f26-c707-4c2e-8537-005bfe748630 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:17.180623 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-16339453-9568-4880-8829-8d16b59e11e9 req-b1ad1f26-c707-4c2e-8537-005bfe748630 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0494542 Apr 28 15:06:17.194011 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:17.224384 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-16339453-9568-4880-8829-8d16b59e11e9 req-0021cbfb-68c0-4fd0-9a08-75db65b9eb55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Apr 28 15:06:17.231371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:17.255650 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:17.260993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d3f78a-3413-4792-8353-469618894af6" -d '{"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:17.263816 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'dc25ddef-51e5-4744-add5-2141449ff085', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'port_id': 'dc25ddef-51e5-4744-add5-2141449ff085', 'mac_address': 'fa:16:3e:44:5f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:06:17.279552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:17.303167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:17.347166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:17.357621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21428-e683-412e-8fc8-891aad0e5f8b req-8bfe955f-7f08-49ff-a99b-b5b24de75054 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:17.359843 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fdd21428-e683-412e-8fc8-891aad0e5f8b req-8bfe955f-7f08-49ff-a99b-b5b24de75054 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0527682 Apr 28 15:06:17.364907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a657-ec69-4d24-85b1-1f0af21fff8d req-28d16a5a-93b6-4397-adf1-9a091d794a68 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:17.368372 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e382a657-ec69-4d24-85b1-1f0af21fff8d req-28d16a5a-93b6-4397-adf1-9a091d794a68 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 944 time: 0.0532789 Apr 28 15:06:17.372652 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:17.378697 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:17.399659 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fdd21428-e683-412e-8fc8-891aad0e5f8b req-104c7797-14d5-4bb1-b152-d97bc49d8fc9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331514 Apr 28 15:06:17.408334 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e382a657-ec69-4d24-85b1-1f0af21fff8d req-0e18a507-a9bb-4610-8f88-f5763428242f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353353 Apr 28 15:06:17.420403 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.db.api [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 15:06:17.420770 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG oslo_db.api [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 15:06:17.422284 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:17.432296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47624) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:17.446473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b70e2-bcf3-4e05-95b0-58ffd2e59ae8 x-openstack-request-id: req-307b70e2-bcf3-4e05-95b0-58ffd2e59ae8 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:17.446753 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:17.446995 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-307b70e2-bcf3-4e05-95b0-58ffd2e59ae8 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:17.447387 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307b70e2-bcf3-4e05-95b0-58ffd2e59ae8'] response: {'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'code': 200} Apr 28 15:06:17.463942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268dcc0e-2d79-40dd-8adc-f83704c0b5ad tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:17.465480 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-268dcc0e-2d79-40dd-8adc-f83704c0b5ad tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc&network_id=06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 200 len: 1132 time: 0.0418913 Apr 28 15:06:17.499187 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bf4e51b3-b6fd-419c-9682-9a5ae5488ae0 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/floatingips/65c0951d-8f02-4906-9d9b-50d5e107726e HTTP/1.1" status: 200 len: 991 time: 0.0654585 Apr 28 15:06:17.693074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0abfc-5504-4559-baf2-85cd7197cfa1 req-155d526c-6d9f-4c68-a769-7b7acbdc66b6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:17.694617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e4a0abfc-5504-4559-baf2-85cd7197cfa1 req-155d526c-6d9f-4c68-a769-7b7acbdc66b6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0553973 Apr 28 15:06:17.735129 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e4a0abfc-5504-4559-baf2-85cd7197cfa1 req-071023d3-97b5-4f09-a463-f4d4a39edb09 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Apr 28 15:06:17.969505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fc5736e8-8ff2-4a0e-8b71-1744cc8719c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:17.974285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:17.987748 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:18.011480 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:18.018241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:18.073773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:18.284759 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['dc25ddef-51e5-4744-add5-2141449ff085'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:18.441806 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:18.867688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90c87-9865-4a21-8bd1-9b54db9440b0 req-5fa393b2-18e8-4252-a60f-db42f773eca9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:18.869210 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4bd90c87-9865-4a21-8bd1-9b54db9440b0 req-5fa393b2-18e8-4252-a60f-db42f773eca9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0536675 Apr 28 15:06:18.913290 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4bd90c87-9865-4a21-8bd1-9b54db9440b0 req-61f60a0c-30b1-4605-8e91-a4d3041a937d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346756 Apr 28 15:06:18.994046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.048552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:19.097431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port dc25ddef-51e5-4744-add5-2141449ff085 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:19.098169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.150265 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-bb5b47e3-413b-4e60-9100-ab24d4c109a1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:19.151734 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-bb5b47e3-413b-4e60-9100-ab24d4c109a1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 984 time: 0.0569277 Apr 28 15:06:19.179526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.199430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-5119f802-ef3f-49c4-bcc9-f7ee8dc5e009 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:19.200906 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-5119f802-ef3f-49c4-bcc9-f7ee8dc5e009 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0389466 Apr 28 15:06:19.212038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:19.217279 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.264453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=8']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:19.305499 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c1cc7128-cdd0-4add-9118-7372f3c67ff3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0987351 Apr 28 15:06:19.315813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:19.370708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.448747 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:19.451130 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44618ec4-5371-4023-93e3-dbf1e8017b12" -d '{"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-plugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:19.487302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af3e58e-3829-4aab-a62c-5e17129a6a34 x-openstack-request-id: req-4af3e58e-3829-4aab-a62c-5e17129a6a34 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:19.487591 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-plugged", "status": "completed", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:19.487841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4af3e58e-3829-4aab-a62c-5e17129a6a34 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:19.488266 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af3e58e-3829-4aab-a62c-5e17129a6a34'] response: {'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'code': 200} Apr 28 15:06:19.511593 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=69754c08-6bec-4b85-8603-20df0f6a9366,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:19.545978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] For port 69754c08-6bec-4b85-8603-20df0f6a9366, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:19.577507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] device_id is not set on port 69754c08-6bec-4b85-8603-20df0f6a9366 yet. {{(pid=102640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 15:06:19.585637 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.592015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.668128 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Pushing event updated for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=11']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:19.709880 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] No DVR routers for this DVR port 69754c08-6bec-4b85-8603-20df0f6a9366 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:19.833604 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-98563198-144d-4650-a12e-224cd3b54dfa None None] Provisioning complete for port 69754c08-6bec-4b85-8603-20df0f6a9366 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:19.833917 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-98563198-144d-4650-a12e-224cd3b54dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.850211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] In _notify_port_updated(), no bound segment for port 69754c08-6bec-4b85-8603-20df0f6a9366 on network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 {{(pid=102640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 28 15:06:19.851115 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:19.851728 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:19.853105 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e91e179-8d88-4b80-a43d-cb0f52f9dfda req-c9a9d094-70f6-4bc6-8042-3a9023e8bdf6 service neutron] 10.222.0.21 "PUT /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 200 len: 1027 time: 0.5416348 Apr 28 15:06:19.867679 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-98563198-144d-4650-a12e-224cd3b54dfa None None] Port 69754c08-6bec-4b85-8603-20df0f6a9366 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:20.029409 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d07783e4-ad71-4b66-8fbf-2a74c55a9d8e req-ccc0fc90-e978-422b-92bd-922e192ea7fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfcf9b21-165f-4169-bda1-df41e2bc00bc HTTP/1.1" status: 200 len: 210 time: 0.0262990 Apr 28 15:06:20.147461 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:20.746856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.094424 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47640) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:21.159224 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.188661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.253094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.255656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.256900 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/0994bda2-dee6-4335-9fd9-1283cc2fc4d7 HTTP/1.1" status: 204 len: 168 time: 0.1614971 Apr 28 15:06:21.267383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e818a-ef97-4b3e-8191-54c2def3ee32 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0994bda2-dee6-4335-9fd9-1283cc2fc4d7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:21.288502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47644) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:21.447074 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port b42642c6-4b6b-434d-a9e3-c1f91eedd0d8 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:21.447384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.525330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.525608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.537166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for b42642c6-4b6b-434d-a9e3-c1f91eedd0d8 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:21.721596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.749817 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=b42642c6-4b6b-434d-a9e3-c1f91eedd0d8,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:21.808046 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:21.808339 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP ffd61be3-4564-4e3e-91ec-bb9c1ff5073c disassociated (deleted). External IP: 172.26.4.221, port: 69754c08-6bec-4b85-8603-20df0f6a9366. Apr 28 15:06:22.337907 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 931f863b-05d4-4615-8999-aae849b7d397 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:22.458182 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:22.463459 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:22.473885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Sync routers for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:22.486757 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:22.487375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:22.523716 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-54346362-3eb9-46b0-8d89-69922873c911 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/ffd61be3-4564-4e3e-91ec-bb9c1ff5073c HTTP/1.1" status: 204 len: 168 time: 1.2339551 Apr 28 15:06:22.624572 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:22.632801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47650) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:22.710510 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:22.738456 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:22.809508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:22.812306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:22.813818 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/964eb2eb-d218-4c55-9ffd-105184a67736 HTTP/1.1" status: 204 len: 168 time: 0.1792450 Apr 28 15:06:22.823682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964eb2eb-d218-4c55-9ffd-105184a67736,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:22.833095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.833379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.833608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.833963 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.834342 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.834691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.835010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.835365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.835658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.836009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.836350 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.836677 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f348f99a-c3a9-48e7-92b8-983d9bf25cab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:06:22.849591 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47654) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:22.882145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:22.957210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 69754c08-6bec-4b85-8603-20df0f6a9366 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:22.957865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:23.067120 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:23.069322 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Checking router: 931f863b-05d4-4615-8999-aae849b7d397 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:23.075276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:23.088109 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 69754c08-6bec-4b85-8603-20df0f6a9366 owned by {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:23.104139 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:23.104766 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:23.153092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 69754c08-6bec-4b85-8603-20df0f6a9366 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:23.224379 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:23.227394 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:23.255734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=69754c08-6bec-4b85-8603-20df0f6a9366,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:23.328125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:23.331239 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9b63fe9d-89e9-484c-bc2b-1e26432e76c1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/ports/69754c08-6bec-4b85-8603-20df0f6a9366 HTTP/1.1" status: 204 len: 168 time: 0.4805176 Apr 28 15:06:23.334264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47656) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:23.446733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:23.482331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b09f10-866b-4fa2-ab8c-aee5c142942d None None] The sync data for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv is: [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:47Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '40787aa3-1687-4956-912d-d5dae02c738d', 'name': '', 'network_id': '06e210e6-04b3-4ab2-acfd-90e0ff8f5569', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d5:ba:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:46Z', 'updated_at': '2022-04-28T15:05:51Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'fbf055df-3120-463e-9dbc-4f0014343675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:23.701264 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d155b34c-3b90-44c2-be6f-69363c8f46c7 None None] New status for floating IP ffd61be3-4564-4e3e-91ec-bb9c1ff5073c: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:23.718009 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:24.313029 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 40787aa3-1687-4956-912d-d5dae02c738d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:24.313368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:24.400997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 40787aa3-1687-4956-912d-d5dae02c738d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=40787aa3-1687-4956-912d-d5dae02c738d,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:24.401406 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:24.418238 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 40787aa3-1687-4956-912d-d5dae02c738d owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:24.634180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:24.667381 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=40787aa3-1687-4956-912d-d5dae02c738d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:24.838647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.066288 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 931f863b-05d4-4615-8999-aae849b7d397 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:25.184523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:25.189976 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e136cfc-5797-4dcd-9b2d-7a0a2ec5051f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/931f863b-05d4-4615-8999-aae849b7d397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545566 Apr 28 15:06:25.192838 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47658) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:25.204976 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Sync routers for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:25.216843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:25.217539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:25.245298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet fbf055df-3120-463e-9dbc-4f0014343675 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:06:25.248710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.289183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.330179 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:25.382005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.410590 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-e1da5973-11d6-485d-94f6-6013de37600b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441208 Apr 28 15:06:25.446756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.471423 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad1857a-23f8-4a3a-bfe1-c9b758f87d30 None None] Network 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:06:25.480912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.487811 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/fbf055df-3120-463e-9dbc-4f0014343675 HTTP/1.1" status: 204 len: 168 time: 0.2914279 Apr 28 15:06:25.487811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f85a6-fdcc-4a23-bf6f-572f77722fff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf055df-3120-463e-9dbc-4f0014343675,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:25.488144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47660) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:25.508220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-d487ea28-9a7b-4fd3-a792-06aaf500fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:25.509882 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-d487ea28-9a7b-4fd3-a792-06aaf500fecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1099 time: 0.0503743 Apr 28 15:06:25.610980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.635590 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-02b59e66-5f47-4638-b8f4-d2d9e5e325ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:25.637187 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-02b59e66-5f47-4638-b8f4-d2d9e5e325ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 898 time: 0.1074426 Apr 28 15:06:25.660439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:06:24Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:25.693001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Checking router: 931f863b-05d4-4615-8999-aae849b7d397 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:25.703807 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Routers {'931f863b-05d4-4615-8999-aae849b7d397'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:25.705290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['931f863b-05d4-4615-8999-aae849b7d397'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:25.718821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.723375 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-3f9d73e1-e1bf-40af-98a9-f85a31345795 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 1001 time: 0.0787864 Apr 28 15:06:25.748415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] DHCP port deletion for 06e210e6-04b3-4ab2-acfd-90e0ff8f5569 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:06:25.778616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port b4150561-496a-40e1-b32b-c573d0367208 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:25.779106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.784912 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-4ade99e3-1f4d-46bb-a635-5cbdea084dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:25.786648 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-4ade99e3-1f4d-46bb-a635-5cbdea084dae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 200 len: 833 time: 0.0560365 Apr 28 15:06:25.845054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-132cc628-9aac-4f39-bb28-0ce90d963c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:25.846746 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-132cc628-9aac-4f39-bb28-0ce90d963c6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29033efe-a024-46ab-b191-1e142ffad583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530896 Apr 28 15:06:25.856030 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] Set router 931f863b-05d4-4615-8999-aae849b7d397 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:25.870155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port b4150561-496a-40e1-b32b-c573d0367208, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b4150561-496a-40e1-b32b-c573d0367208,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:25.870856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:25.882968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for b4150561-496a-40e1-b32b-c573d0367208 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:25.942187 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-4243c476-1811-4950-9f40-4509af292e33 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862854 Apr 28 15:06:25.959574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Deleting port d58aae4e-6294-4209-a19a-e97bac8c5b95 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:25.959934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.053771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] For port d58aae4e-6294-4209-a19a-e97bac8c5b95, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=d58aae4e-6294-4209-a19a-e97bac8c5b95,segment=NetworkSegment(b58945bf-5c00-4b45-a7c3-e9224d99c1a8),segment_id=b58945bf-5c00-4b45-a7c3-e9224d99c1a8)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:26.054219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.054478 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-feb81fc8-b99c-4264-928d-c2fe07f495eb req-d797f059-3331-472f-bfa6-a7468a667d16 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990853 Apr 28 15:06:26.058748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.073573 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Calling delete_port for d58aae4e-6294-4209-a19a-e97bac8c5b95 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:26.084788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=b4150561-496a-40e1-b32b-c573d0367208,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:26.147223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.190909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:06:24Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:26.221886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90ca01f-cd7f-4fcb-a30d-8d7822bb84a4 None None] The sync data for ids ['931f863b-05d4-4615-8999-aae849b7d397'] in dv-neutron-839772-1-hyperv is: [{'id': '931f863b-05d4-4615-8999-aae849b7d397', 'name': 'tempest-TestNetworkBasicOps-router-1176202790', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'b4150561-496a-40e1-b32b-c573d0367208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:06:24Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'b4150561-496a-40e1-b32b-c573d0367208', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931f863b-05d4-4615-8999-aae849b7d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:43Z', 'updated_at': '2022-04-28T15:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:26.225477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.243191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.246100 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.262365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] Pushing event deleted for resources: {'Port': ['ID=d58aae4e-6294-4209-a19a-e97bac8c5b95,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:26.268167 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf101e-64f2-480e-8a52-2f8594c65bfa None None] No DVR routers for this DVR port d58aae4e-6294-4209-a19a-e97bac8c5b95 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:26.291822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.292440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 931f863b-05d4-4615-8999-aae849b7d397 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:06:26.299371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.300571 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b20e9276-55f0-4296-b5d9-f8c9d7169b38 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/931f863b-05d4-4615-8999-aae849b7d397 HTTP/1.1" status: 204 len: 168 time: 0.8116658 Apr 28 15:06:26.303507 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47664) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:26.387306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.479435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.499778 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e210e6-04b3-4ab2-acfd-90e0ff8f5569']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:26.509363 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:26.509548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58945bf-5c00-4b45-a7c3-e9224d99c1a8') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:26.519118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.532679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.539223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:06:26.539753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:06:26.543483 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:06:26.614712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.620807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.624557 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/06e210e6-04b3-4ab2-acfd-90e0ff8f5569 HTTP/1.1" status: 204 len: 168 time: 0.3200841 Apr 28 15:06:26.639999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47666) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:26.643384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06bb7c-f694-4c13-a831-1f5f1e7f75d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=06e210e6-04b3-4ab2-acfd-90e0ff8f5569,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:26.666174 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-54a427d9-ba74-4262-8b1a-b11a1c0200b9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0248857 Apr 28 15:06:26.669408 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47668) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:26.675588 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--192884159', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:26.701289 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:06:26.705445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.709474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d58aae4e-6294-4209-a19a-e97bac8c5b95 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:26.732381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: d58aae4e-6294-4209-a19a-e97bac8c5b95 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:06:26.732730 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device d58aae4e-6294-4209-a19a-e97bac8c5b95 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:26.733143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 40787aa3-1687-4956-912d-d5dae02c738d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:26.736236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:06:26.747617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.748151 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment 9e47f7f4-f89a-4098-8efd-82cb940d0b92 of type vlan for network 68771fee-2b28-479f-abc3-c7e59abe6691 Apr 28 15:06:26.758185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 40787aa3-1687-4956-912d-d5dae02c738d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:06:26.758185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 40787aa3-1687-4956-912d-d5dae02c738d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:26.790348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.818032 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.823628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:26.824324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.882887 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2122536 Apr 28 15:06:26.885732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47670) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:26.891014 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:26.898611 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7941fd9-d2ad-424c-93ce-26f669fdd165 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=68771fee-2b28-479f-abc3-c7e59abe6691,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:26.912737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 68771fee-2b28-479f-abc3-c7e59abe6691 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:06:26.920824 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.921914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:26.977969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.124107 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.348487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.371115 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.478371 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.34 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:27.584942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.621965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:27.661395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:27.664552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:27.668279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:27.689738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:27.919397 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:28.137657 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:28.266116 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 5c78c42c-625a-41f5-9294-fd3a269a272c is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:06:28.310704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4150561-496a-40e1-b32b-c573d0367208 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:28.331898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b4150561-496a-40e1-b32b-c573d0367208 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:06:28.332261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b4150561-496a-40e1-b32b-c573d0367208 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:28.705133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:28.715821 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:28.725178 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:28.725792 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:28.726187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:28.728080 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7f95feff-febf-4205-9818-5763bde1021b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8412127 Apr 28 15:06:28.731053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47672) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:28.763609 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1590e643-90f8-4b5c-bc41-da2ea1fa8d66 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307472 Apr 28 15:06:28.766324 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47674) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:28.828833 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:28.858180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ebc3b1-b6a6-4779-8cef-5070cb318d04 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:28.859796 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-68ebc3b1-b6a6-4779-8cef-5070cb318d04 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925214 Apr 28 15:06:28.862573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47676) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:28.896154 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b89433b3-2ea3-46fe-b24d-ca65b3512176 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325181 Apr 28 15:06:28.898799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47678) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:28.903721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970928337', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:28.991722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:06:28.996135 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8885185'] for subnet, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.001281 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:27Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:29.030260 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:29.030558 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Updating router 5c78c42c-625a-41f5-9294-fd3a269a272c port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:06:29.143307 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.190615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8885207'] for subnet, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.266099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=606c1c16-b54d-426f-b2c5-14e5be92815c,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:29.277921 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:29.278351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 68771fee-2b28-479f-abc3-c7e59abe6691, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:06:29.296152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 68771fee-2b28-479f-abc3-c7e59abe6691 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:06:29.306495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 68771fee-2b28-479f-abc3-c7e59abe6691) {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:29.311358 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:29.311844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.315933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a92d6-0f95-485c-8950-4d1ee1c86d28 None None] Network 68771fee-2b28-479f-abc3-c7e59abe6691 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:06:29.329246 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e85dc39d-fe65-4763-924a-0893f03663d2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4291897 Apr 28 15:06:29.332221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47680) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:29.420987 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.428936 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.478386 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Attempting to bind port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:06:29.478749 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Attempting to bind port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:06:29.479107 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Attempting to bind port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:29.490840 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:06:29.491269 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:29.491578 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.491981 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:06:29.492680 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Bound port: 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:06:29.492880 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.501765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-68771fee-2b28-479f-abc3-c7e59abe6691', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:06:29.502605 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.547707 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:29.550916 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:06:29.557292 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.567554 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f670c-d715-4d49-956f-f4211c264489 None None] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:29.624222 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f670c-d715-4d49-956f-f4211c264489 None None] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:29.629342 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:29.629949 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:29.670060 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Allocated IP 172.20.0.2 (68771fee-2b28-479f-abc3-c7e59abe6691/606c1c16-b54d-426f-b2c5-14e5be92815c/850944a9-b358-4cc9-b096-1df458ffc34d) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:29.748212 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:29.818687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.827304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.853243 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.877171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Pushing event updated for resources: {'Port': ['ID=850944a9-b358-4cc9-b096-1df458ffc34d,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:29.893929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Network 68771fee-2b28-479f-abc3-c7e59abe6691 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:29.896163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:29.903841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:29.934088 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:27Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:29.963109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Attempting to bind port 850944a9-b358-4cc9-b096-1df458ffc34d on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:06:29.963601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Attempting to bind port 850944a9-b358-4cc9-b096-1df458ffc34d by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:06:29.964234 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Attempting to bind port 850944a9-b358-4cc9-b096-1df458ffc34d on network 68771fee-2b28-479f-abc3-c7e59abe6691 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:29.965293 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bbf1d-47e5-457b-bf77-1a19f881f09a None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:27Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:29.974260 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:06:29.974735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Checking segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:29.975146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:29.975562 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Bound using segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:06:29.976063 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Bound port: 850944a9-b358-4cc9-b096-1df458ffc34d, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:06:29.976445 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.047406 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] For port 850944a9-b358-4cc9-b096-1df458ffc34d, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:30.050700 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] For port 850944a9-b358-4cc9-b096-1df458ffc34d, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=850944a9-b358-4cc9-b096-1df458ffc34d,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:06:30.057715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.164889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (68771fee-2b28-479f-abc3-c7e59abe6691/606c1c16-b54d-426f-b2c5-14e5be92815c/ec9d4387-e605-4619-9679-653b2775992a) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:30.324212 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.394947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c583af-c042-421b-aa72-72c9558c8353 None None] Pushing event updated for resources: {'Port': ['ID=850944a9-b358-4cc9-b096-1df458ffc34d,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:30.400713 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.445737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:30.462948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 68771fee-2b28-479f-abc3-c7e59abe6691 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:30.466877 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:30.476121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:30.505837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:30.506863 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.538537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:30.567204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.595271 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.621033 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:30.629331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:30.678956 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:30.720331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.020841 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.026741 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.099502 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.101209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:31.168502 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc4787b-4188-4a22-80cd-a29bb5df467b None None] Network 68771fee-2b28-479f-abc3-c7e59abe6691 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:06:31.202396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 68771fee-2b28-479f-abc3-c7e59abe6691 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:31.203731 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:31.312134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] Provisioning complete for port 850944a9-b358-4cc9-b096-1df458ffc34d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:31.312623 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.319284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 5c78c42c-625a-41f5-9294-fd3a269a272c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:31.429182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.464874 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:31.468272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] For port 850944a9-b358-4cc9-b096-1df458ffc34d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=850944a9-b358-4cc9-b096-1df458ffc34d,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:31.476001 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-665fad32-28aa-4818-9a60-3b697c77e247 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416430 Apr 28 15:06:31.478857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47682) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:31.485783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.569502 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248c7ce-b414-4a0f-b844-59043348777f None None] Pushing event updated for resources: {'Port': ['ID=850944a9-b358-4cc9-b096-1df458ffc34d,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:31.616182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.617233 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.617712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.618179 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.618748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.619213 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.621536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.626129 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f73f5c68-bd81-4d91-8f40-f4a16513094a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1446841 Apr 28 15:06:31.626300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47684) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:31.710441 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.710914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.711496 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.712559 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.713025 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.713479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.714147 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:31.716467 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5f596483-1202-49a9-a1a0-9f1cd9fd5b1f None None] Provisioning complete for port 850944a9-b358-4cc9-b096-1df458ffc34d triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:31.720409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f596483-1202-49a9-a1a0-9f1cd9fd5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.720542 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ef8f6b71-24a9-4acc-9888-4565646fede9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0897098 Apr 28 15:06:31.722094 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47686) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:31.821498 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:31.849786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:31.850492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:31.894996 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fbc79a5f-3e9e-444b-aeb6-1c91598cac79 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3776 time: 0.1728137 Apr 28 15:06:31.896299 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5f596483-1202-49a9-a1a0-9f1cd9fd5b1f None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:31.896737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5f596483-1202-49a9-a1a0-9f1cd9fd5b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:31.980803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-5f596483-1202-49a9-a1a0-9f1cd9fd5b1f None None] Port ec9d4387-e605-4619-9679-653b2775992a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:32.001088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:32.138220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47690) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.142928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747540193', 'description': 'tempest-secgroup-smoke-747540193 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.144762 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-07e57c9a-725c-4009-ae4a-23a84e5f81b2 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:32.145129 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07e57c9a-725c-4009-ae4a-23a84e5f81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.163309 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.197512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-07e57c9a-725c-4009-ae4a-23a84e5f81b2 None None] Port ec9d4387-e605-4619-9679-653b2775992a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:32.238424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.243906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.247687 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:32.274680 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.275848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:32.276000 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1366808 Apr 28 15:06:32.276236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Updating router 5c78c42c-625a-41f5-9294-fd3a269a272c port ec9d4387-e605-4619-9679-653b2775992a binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:06:32.278924 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47692) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.281765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d1736-1068-42a7-a758-cdc4976b150a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca292209-c342-45bc-8792-d566a83918ef,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.283411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.302135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.316655 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.345923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c4fb6eed-3acd-498d-a7b5-6e9eb54a1e87 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:32.346293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c4fb6eed-3acd-498d-a7b5-6e9eb54a1e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.392449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.397416 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.413405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f16d22-7c40-4f21-be6d-a9223a3f4d49,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.427228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.431256 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-828be153-811d-49f0-aa90-e09bf305e071 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486578 Apr 28 15:06:32.431461 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.436127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.438416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb6eed-3acd-498d-a7b5-6e9eb54a1e87 None None] Port ec9d4387-e605-4619-9679-653b2775992a cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:32.462561 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 850944a9-b358-4cc9-b096-1df458ffc34d up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:32.470345 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.531903 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.536798 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.551222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810e0fdf-03de-4fcf-8f36-9e9cace384d1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.566114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.570142 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5ec66789-8026-44e0-8cb7-1cee5fdf6d29 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350389 Apr 28 15:06:32.570557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47696) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.575080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.583473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 850944a9-b358-4cc9-b096-1df458ffc34d triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:32.583847 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.601805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.659874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.664996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.684927 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9850fc91-e23f-4379-8faf-ae978e868c7d,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.691658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.695610 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b54ba629-18ef-4914-9d60-eb2ce98a3af1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214099 Apr 28 15:06:32.696093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47698) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.704936 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.708929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.718309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.733038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.748971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:32.795290 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.798570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858bdd7-faa8-4018-a9f1-97fc04966381 None None] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.801980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.818069 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2e1ee0-d042-427f-9c38-f0f37325c5f3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.829947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.831398 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d5597f7d-1c25-41c8-a03f-db59906e768a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342912 Apr 28 15:06:32.834471 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47700) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.839320 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.862800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Attempting to bind port ec9d4387-e605-4619-9679-653b2775992a on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:06:32.863177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Attempting to bind port ec9d4387-e605-4619-9679-653b2775992a by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:06:32.863514 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:06:32.863649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Attempting to bind port ec9d4387-e605-4619-9679-653b2775992a on network 68771fee-2b28-479f-abc3-c7e59abe6691 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:32.869007 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.871356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:06:32.871705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Checking segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:32.872124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.872510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Bound using segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:06:32.872970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Bound port: ec9d4387-e605-4619-9679-653b2775992a, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:06:32.873341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.882772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:32.883136 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.938348 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.944577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.960883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f5015e-c5e6-4185-986e-2b870a350a72,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:32.972980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:32.977594 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c64c1a6e-db6a-4f62-8183-734fc061e207 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389551 Apr 28 15:06:32.977980 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:32.982875 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'ca292209-c342-45bc-8792-d566a83918ef', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:32.984143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:33.004789 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:06:33.009603 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.015205 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ec9d4387-e605-4619-9679-653b2775992a,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:06:33.022491 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.070487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.076620 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.095837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98206b4a-269c-4db0-9db3-3ae09221995d,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:33.101008 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-c5820768-f031-48bd-b004-c545af623271 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:33.101380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5820768-f031-48bd-b004-c545af623271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.103118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.103904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858bdd7-faa8-4018-a9f1-97fc04966381 None None] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:33.107983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:33.108177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:33.117549 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-657020b0-af20-4cca-b8c7-b0074161027d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382716 Apr 28 15:06:33.333406 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4f7cc5ea-1361-4334-b78d-b8f69878e8a4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747540193&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0367761 Apr 28 15:06:33.424405 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:33.440939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-f3116b04-6ff3-4a6d-80f7-88aad131f486 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:33.442329 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-f3116b04-6ff3-4a6d-80f7-88aad131f486 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 200 len: 796 time: 0.1016486 Apr 28 15:06:33.456950 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5820768-f031-48bd-b004-c545af623271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.457840 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-2b2af97a-edd9-4a25-a185-1d2ad7b54389 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0094440 Apr 28 15:06:33.511175 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ec84bd91-7ba6-41c5-a831-de76185524e0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469451 Apr 28 15:06:33.568946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-c5820768-f031-48bd-b004-c545af623271 None None] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ec9d4387-e605-4619-9679-653b2775992a,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:33.577940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c5820768-f031-48bd-b004-c545af623271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.618460 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-bf023e16-0218-422d-b840-f33fbfe865a6 service neutron] 10.222.0.58 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953174 Apr 28 15:06:33.648096 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5820768-f031-48bd-b004-c545af623271 None None] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:33.705638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-10bfbfc8-3c2c-4525-8272-ec8c1de85301 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:33.705918 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-10bfbfc8-3c2c-4525-8272-ec8c1de85301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:33.707107 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-60ada4af-0ad9-4c79-ae7c-88fd61c6def9 service neutron] 10.222.0.58 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817635 Apr 28 15:06:33.710014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:32Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:33.758505 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bb99eb-7145-401f-90ed-a7e13640cffa None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:32Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:33.911396 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-801519a7-1b63-4ca5-80d8-00dd119ffc29 req-8f0f1579-022e-4bfd-80f9-eb1b9ef19cf1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 210 time: 0.0276849 Apr 28 15:06:34.405839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:34.454848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:34.455216 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:34.974944 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-8df5c1b3-ec85-4170-b206-63e43b9179dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:34.976561 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-8df5c1b3-ec85-4170-b206-63e43b9179dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 200 len: 796 time: 0.1163285 Apr 28 15:06:35.028843 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b72a6523-2bf0-4c26-8518-bc1a81aed3a0 req-f8799dbd-b2f5-49dd-b934-ba8b48de8f05 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 210 time: 0.0352449 Apr 28 15:06:35.048854 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-0dc70e85-2c7d-478d-92de-9380c55f3d8a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 379 time: 0.0614436 Apr 28 15:06:35.063617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['ca292209-c342-45bc-8792-d566a83918ef']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:35.202908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:06:35.206686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.356563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.6 (68771fee-2b28-479f-abc3-c7e59abe6691/606c1c16-b54d-426f-b2c5-14e5be92815c/27578d3f-8adc-460d-bc7d-261e7d37c573) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:35.503363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.548215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.590960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 68771fee-2b28-479f-abc3-c7e59abe6691 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:35.594410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:35.601434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:35.634634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:35.661805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:35.662723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.681220 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-4c6e732d-09c2-46b4-8032-229dc28c2e42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6264982 Apr 28 15:06:35.695734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Request body: {'port': {'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:35.752056 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.778286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-4d39cbce-6387-446a-b653-736c93b5d534 None None] Provisioning complete for port 27578d3f-8adc-460d-bc7d-261e7d37c573 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:35.778901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-4d39cbce-6387-446a-b653-736c93b5d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:35.814524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-4d39cbce-6387-446a-b653-736c93b5d534 None None] Port 27578d3f-8adc-460d-bc7d-261e7d37c573 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:06:36.020565 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27578d3f-8adc-460d-bc7d-261e7d37c573 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:36.028546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:36.041409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Transition to ACTIVE for port object 27578d3f-8adc-460d-bc7d-261e7d37c573 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:06:36.048093 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:36.102026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Pushing event updated for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:36.155939 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a776ea-c0ab-4395-99a4-da52cb5f0f73 req-a77c5603-40ac-4ff2-9867-c99d739dbf36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.157489 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-59a776ea-c0ab-4395-99a4-da52cb5f0f73 req-a77c5603-40ac-4ff2-9867-c99d739dbf36 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 943 time: 0.0590191 Apr 28 15:06:36.175153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Attempting to bind port 27578d3f-8adc-460d-bc7d-261e7d37c573 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:06:36.175493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Attempting to bind port 27578d3f-8adc-460d-bc7d-261e7d37c573 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:06:36.175826 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Attempting to bind port 27578d3f-8adc-460d-bc7d-261e7d37c573 on network 68771fee-2b28-479f-abc3-c7e59abe6691 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:36.180783 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Port 27578d3f-8adc-460d-bc7d-261e7d37c573 on network 68771fee-2b28-479f-abc3-c7e59abe6691 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:06:36.181106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Attempting to bind port 27578d3f-8adc-460d-bc7d-261e7d37c573 on network 68771fee-2b28-479f-abc3-c7e59abe6691 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:06:36.186426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:06:36.186761 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Checking segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:06:36.187144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Bound using segment: {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:06:36.187577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Bound port: 27578d3f-8adc-460d-bc7d-261e7d37c573, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e47f7f4-f89a-4098-8efd-82cb940d0b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:06:36.187974 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:36.199177 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-59a776ea-c0ab-4395-99a4-da52cb5f0f73 req-f0b693ec-71f2-45fc-8f67-18e3232c91f0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354555 Apr 28 15:06:36.254458 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:06:36.257724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=27578d3f-8adc-460d-bc7d-261e7d37c573,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:06:36.263981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:36.302283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.302840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:36.304285 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] 10.222.0.21 "PUT /v2.0/ports/27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 200 len: 1093 time: 0.6130271 Apr 28 15:06:36.304711 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:36.307213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757" -d '{"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:36.341806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71ddb7-6619-40c4-b2fc-2dfe1e854efe service neutron] Pushing event updated for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:36.369431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157cdc47-545a-4802-8204-b1b901173f21 x-openstack-request-id: req-157cdc47-545a-4802-8204-b1b901173f21 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:36.370079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:36.370933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-157cdc47-545a-4802-8204-b1b901173f21 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:36.371347 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157cdc47-545a-4802-8204-b1b901173f21'] response: {'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'status': 'completed', 'code': 200} Apr 28 15:06:36.401628 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-13f6a9e0-3a69-45c0-ac6e-47419b7a4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.403279 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-13f6a9e0-3a69-45c0-ac6e-47419b7a4fa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1096 time: 0.0471060 Apr 28 15:06:36.445307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-e76e3cb4-ceac-490c-a687-613ea1fc338f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 200 len: 217 time: 0.0346818 Apr 28 15:06:36.497073 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-59707537-3001-4186-9a91-4fa870183d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.498559 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-59707537-3001-4186-9a91-4fa870183d3f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=606c1c16-b54d-426f-b2c5-14e5be92815c HTTP/1.1" status: 200 len: 835 time: 0.0474248 Apr 28 15:06:36.545838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-0a0b8bf8-c0b7-4d26-9bf1-2a6db60f3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.547387 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-0a0b8bf8-c0b7-4d26-9bf1-2a6db60f3273 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68771fee-2b28-479f-abc3-c7e59abe6691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410321 Apr 28 15:06:36.639632 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-f3442935-cb90-4e56-9c93-65b0203c1a53 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Apr 28 15:06:36.734619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c0f9353d-8404-44ef-ba78-e50f1ec8cbaf req-98d27871-a889-4cd2-8445-5a2f8be1d870 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Apr 28 15:06:36.833498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-ae0aef6a-3bd1-4e9f-9df0-2b507a55c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:36.834942 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-ae0aef6a-3bd1-4e9f-9df0-2b507a55c8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1096 time: 0.0412786 Apr 28 15:06:37.266071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-bc897844-053c-40ad-ab6f-baea246ac70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:37.267810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-bc897844-053c-40ad-ab6f-baea246ac70b service neutron] 10.222.0.21 "GET /v2.0/networks?id=68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 200 len: 897 time: 0.4218650 Apr 28 15:06:37.312601 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-3f41d9b6-844a-4dcb-8acc-41af34cd0487 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 200 len: 217 time: 0.0371635 Apr 28 15:06:37.320340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d6c3-fbaa-41c8-975b-c232a948caa6 req-c48ca494-2d0f-41f1-88f6-8b6e161acda3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:37.321829 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e866d6c3-fbaa-41c8-975b-c232a948caa6 req-c48ca494-2d0f-41f1-88f6-8b6e161acda3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 943 time: 0.0498662 Apr 28 15:06:37.362431 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-c1fa401e-089a-477d-a987-4b095cd470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:37.363905 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-c1fa401e-089a-477d-a987-4b095cd470a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=606c1c16-b54d-426f-b2c5-14e5be92815c HTTP/1.1" status: 200 len: 835 time: 0.0443616 Apr 28 15:06:37.365743 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e866d6c3-fbaa-41c8-975b-c232a948caa6 req-dd0cda2b-866f-4637-bb3e-d2b3abd674d0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Apr 28 15:06:37.415760 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-13cde2b8-9e46-4dbe-9383-cbd546eb7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:37.417257 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-13cde2b8-9e46-4dbe-9383-cbd546eb7ba9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68771fee-2b28-479f-abc3-c7e59abe6691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424366 Apr 28 15:06:37.506021 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-ece4a24e-9166-4e6d-9618-b8ac6f65d159 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806880 Apr 28 15:06:37.601598 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ad7ae990-bf4b-4ad9-a0f7-4838ae358757 req-692171b8-6e1e-4600-9a22-024abcd2c751 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862989 Apr 28 15:06:38.495667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d4e9-4b38-4b13-8b69-89214643db90 req-9a938ed9-11b0-4c58-9f7e-bf1fa73ac803 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:38.497179 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-81c0d4e9-4b38-4b13-8b69-89214643db90 req-9a938ed9-11b0-4c58-9f7e-bf1fa73ac803 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 943 time: 0.0538266 Apr 28 15:06:38.536765 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-81c0d4e9-4b38-4b13-8b69-89214643db90 req-2caafcb5-b1fa-4800-9fe6-64179adc7528 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333407 Apr 28 15:06:39.159276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 27578d3f-8adc-460d-bc7d-261e7d37c573 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:06:39.257355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=27578d3f-8adc-460d-bc7d-261e7d37c573,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:39.268643 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:06:39.304886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:39.318585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27578d3f-8adc-460d-bc7d-261e7d37c573 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:06:39.345274 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=27578d3f-8adc-460d-bc7d-261e7d37c573,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:39.353258 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:39.403237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:39.608148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['27578d3f-8adc-460d-bc7d-261e7d37c573'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:06:39.659973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ca60-7367-4b08-97a0-f2ec59e04075 req-00eaa6e2-cea7-4b3b-92f1-bf518d54fb2a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:39.661526 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-42d8ca60-7367-4b08-97a0-f2ec59e04075 req-00eaa6e2-cea7-4b3b-92f1-bf518d54fb2a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 944 time: 0.0566969 Apr 28 15:06:39.699072 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-42d8ca60-7367-4b08-97a0-f2ec59e04075 req-4a15abd8-997f-4229-be29-afea8b32b15b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Apr 28 15:06:40.821782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1293620-fa56-4af7-84a5-ac04bb1d8bb3 req-7dfcc424-31dd-4f5c-ab54-9735bd0e6650 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:40.823310 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f1293620-fa56-4af7-84a5-ac04bb1d8bb3 req-7dfcc424-31dd-4f5c-ab54-9735bd0e6650 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 944 time: 0.0494418 Apr 28 15:06:40.861360 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f1293620-fa56-4af7-84a5-ac04bb1d8bb3 req-4f4a104f-12df-4362-97ed-a54d7a2add6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Apr 28 15:06:41.174206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 27578d3f-8adc-460d-bc7d-261e7d37c573 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:06:41.243616 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 27578d3f-8adc-460d-bc7d-261e7d37c573 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:06:41.247817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 27578d3f-8adc-460d-bc7d-261e7d37c573 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:06:41.248210 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:41.326093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:41.350723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:41.353014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49afc9fa-e73f-4fa5-a0e0-87b911f45cf3" -d '{"events": [{"server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:41.366345 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=27578d3f-8adc-460d-bc7d-261e7d37c573,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:41.374859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:41.400378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c269393-fbdc-4a2f-8fcf-143bd68c70f2 x-openstack-request-id: req-5c269393-fbdc-4a2f-8fcf-143bd68c70f2 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:41.400659 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "name": "network-vif-plugged", "status": "completed", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:41.400900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5c269393-fbdc-4a2f-8fcf-143bd68c70f2 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:41.401280 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c269393-fbdc-4a2f-8fcf-143bd68c70f2'] response: {'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'code': 200} Apr 28 15:06:41.427434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:41.566220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268b877-e1c8-43bf-89fc-801a00f2411f req-47b95aea-e6cb-4bbb-a0ec-30feb900cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:41.567693 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a268b877-e1c8-43bf-89fc-801a00f2411f req-47b95aea-e6cb-4bbb-a0ec-30feb900cbf6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0447524 Apr 28 15:06:41.603674 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a268b877-e1c8-43bf-89fc-801a00f2411f req-fdb6d06f-236b-4a23-8b35-778403b8a6d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293558 Apr 28 15:06:41.983958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a1ace-127b-48e4-90b3-b2a2c6705b1b req-82fefd9e-2625-4023-ae9d-30cfae2e5477 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:41.985491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-dd3a1ace-127b-48e4-90b3-b2a2c6705b1b req-82fefd9e-2625-4023-ae9d-30cfae2e5477 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0514240 Apr 28 15:06:42.024255 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-dd3a1ace-127b-48e4-90b3-b2a2c6705b1b req-3407f880-d4b5-4204-b24f-b0a94e450f0e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325692 Apr 28 15:06:43.156742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15390b4-7b90-4bee-8cba-9fc7258ca886 req-10a9e85b-9ba5-4863-a0b0-b9142354204c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:43.158309 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d15390b4-7b90-4bee-8cba-9fc7258ca886 req-10a9e85b-9ba5-4863-a0b0-b9142354204c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0545189 Apr 28 15:06:43.195784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d15390b4-7b90-4bee-8cba-9fc7258ca886 req-ca036c39-c3b1-4ab1-a09b-cba0ba03fc02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Apr 28 15:06:43.313121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298ab7-399e-4dfb-849a-bface740f59c req-12e6ee9f-6804-4025-8324-80af1a6b8262 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:43.314512 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bc298ab7-399e-4dfb-849a-bface740f59c req-12e6ee9f-6804-4025-8324-80af1a6b8262 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0515699 Apr 28 15:06:43.353319 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bc298ab7-399e-4dfb-849a-bface740f59c req-52a54667-1d44-4cef-af36-90b690f49c20 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326941 Apr 28 15:06:43.379051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:43.423510 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad04d5b-a85d-4110-bc65-fd3b5bb7647a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:43.425084 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8ad04d5b-a85d-4110-bc65-fd3b5bb7647a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1093 time: 0.0450213 Apr 28 15:06:43.428222 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47756) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:43.433362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:06:43.460481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:43.558756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:43.669471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.4 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/aaf787ae-22bc-4da7-a438-d401c2e53667) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:06:43.770215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:43.807411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:43.850501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:06:43.853508 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:06:43.856192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:06:43.880651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=aaf787ae-22bc-4da7-a438-d401c2e53667,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:44.238047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:44.310721 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:44.466320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:44.475321 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:44.537562 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=aaf787ae-22bc-4da7-a438-d401c2e53667,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:44.553009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:44.663890 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9 associated. External IP: 172.26.4.4, port: 27578d3f-8adc-460d-bc7d-261e7d37c573. Apr 28 15:06:44.894434 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 5c78c42c-625a-41f5-9294-fd3a269a272c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:45.005207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:45.015579 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:45.026242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:45.026436 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:45.026922 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.053172 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-7df0c203-ae6f-437a-94cb-bd832a1bc146 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6236880 Apr 28 15:06:45.053833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:45.055965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:45.056504 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13603b69-831a-45f0-baf7-885f7fbb70a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:45.092211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ce1b1f-8b8e-4a64-8093-9174aa7ee559 x-openstack-request-id: req-51ce1b1f-8b8e-4a64-8093-9174aa7ee559 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:45.092498 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:45.092742 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-51ce1b1f-8b8e-4a64-8093-9174aa7ee559 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:45.093151 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ce1b1f-8b8e-4a64-8093-9174aa7ee559'] response: {'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'status': 'completed', 'code': 200} Apr 28 15:06:45.131479 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:45.155771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-ee4935cb-dc99-4145-bc8c-39d35f47885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:45.157447 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-ee4935cb-dc99-4145-bc8c-39d35f47885f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0423613 Apr 28 15:06:45.167096 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-b81fc69a-39e8-4c83-b588-f250e0d19781 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c HTTP/1.1" status: 200 len: 922 time: 0.1096954 Apr 28 15:06:45.169469 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:45.228584 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4d70f0c2-ae82-4a76-ad59-3182987535d0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 989 time: 0.0580497 Apr 28 15:06:45.255147 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-892e6102-099e-4424-b16a-fea4899bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:45.257110 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-892e6102-099e-4424-b16a-fea4899bb92c service neutron] 10.222.0.21 "GET /v2.0/networks?id=68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 200 len: 897 time: 0.0936055 Apr 28 15:06:45.322307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-b7bf1f70-2911-4072-9862-4cc902476a9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 200 len: 997 time: 0.0588632 Apr 28 15:06:45.361421 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:33Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.372647 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-bc176a85-c82d-420f-b288-ddd595a36a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:45.375809 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-bc176a85-c82d-420f-b288-ddd595a36a1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=606c1c16-b54d-426f-b2c5-14e5be92815c HTTP/1.1" status: 200 len: 835 time: 0.0458713 Apr 28 15:06:45.390847 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:45.402052 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:45.402715 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.429197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-83ea8f91-97cb-4a0d-bf85-a36bb975f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:45.430660 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-83ea8f91-97cb-4a0d-bf85-a36bb975f957 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68771fee-2b28-479f-abc3-c7e59abe6691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486760 Apr 28 15:06:45.506206 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:45.522408 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-720fc44a-e7ca-4a2b-88be-9bfebcf192e9 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847578 Apr 28 15:06:45.567674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-58af5f45-1cf4-4d8c-af1f-be2e237398b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:45.626451 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-13603b69-831a-45f0-baf7-885f7fbb70a1 req-6dac12d1-5445-4ec3-9890-a82ba2b6b3eb service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966480 Apr 28 15:06:45.736100 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:33Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:45.764991 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b698c4d-660b-47eb-b5c5-95eab1c92475 None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:06:44Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:06:33Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:45.947303 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b73f-a44b-45de-9462-782c6b3e264f None None] New status for floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:46.232901 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:46.307692 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0b9efd86-8c2f-4cfb-b1ab-d4f5898fe845 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 991 time: 0.0733950 Apr 28 15:06:47.938896 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6ad6267c-bf46-4a6c-a597-d2de7c5839eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:48.437990 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:48.951246 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:06:48.991711 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:50.150428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:50.738904 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:51.911013 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47776) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:52.080286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Deleting port 2d2da9f1-d5d6-4593-b3c5-d6c8f18da419 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:52.080636 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.160404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.160683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.172724 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Calling delete_port for 2d2da9f1-d5d6-4593-b3c5-d6c8f18da419 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:52.341931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.368118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Port': ['ID=2d2da9f1-d5d6-4593-b3c5-d6c8f18da419,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:52.428226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.428536 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Floating IP 65c0951d-8f02-4906-9d9b-50d5e107726e disassociated (deleted). External IP: 172.26.4.78, port: dc25ddef-51e5-4744-add5-2141449ff085. Apr 28 15:06:52.654079 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:52.765894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:52.770522 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:52.776145 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Sync routers for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:52.785800 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:52.786392 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:52.800724 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f8b37a7f-3c6d-428a-a359-f7b3b42c5b1b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "DELETE /v2.0/floatingips/65c0951d-8f02-4906-9d9b-50d5e107726e HTTP/1.1" status: 204 len: 168 time: 0.8881593 Apr 28 15:06:52.801286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:52.803683 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8c2af-6b05-4fa3-b962-d12e4101ed73" -d '{"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:52.844765 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4afab5-8c17-4557-bfdf-b48eac2a782e x-openstack-request-id: req-5a4afab5-8c17-4557-bfdf-b48eac2a782e {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:52.845118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:52.845426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a4afab5-8c17-4557-bfdf-b48eac2a782e {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:52.845945 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4afab5-8c17-4557-bfdf-b48eac2a782e'] response: {'name': 'network-changed', 'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'status': 'completed', 'code': 200} Apr 28 15:06:52.890558 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:52.913483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-3d997832-b354-4489-9bba-9416c8b10336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:52.915026 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-3d997832-b354-4489-9bba-9416c8b10336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6ae2e163b746b584fa315f1d778411&device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 1099 time: 0.0458617 Apr 28 15:06:53.054484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29e29-ef7c-4379-acff-eadb579b8410 req-305206a0-4231-428b-85d2-2a0d2d841608 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:53.055823 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5ca29e29-ef7c-4379-acff-eadb579b8410 req-305206a0-4231-428b-85d2-2a0d2d841608 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0713072 Apr 28 15:06:53.058756 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-78f809ab-5bf8-49fa-abed-022faa8ec30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:53.060191 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-78f809ab-5bf8-49fa-abed-022faa8ec30b service neutron] 10.222.0.21 "GET /v2.0/networks?id=29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 200 len: 898 time: 0.1263032 Apr 28 15:06:53.081909 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.110376 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Checking router: 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:53.116626 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-c4be3d69-f771-4ac2-a6a7-305e76460c41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 200 len: 217 time: 0.0376332 Apr 28 15:06:53.119767 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:53.120393 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.136646 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5ca29e29-ef7c-4379-acff-eadb579b8410 req-5b0915c9-bab7-49bf-b623-af2ae74c70fa tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743439 Apr 28 15:06:53.170795 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-3e92993c-5c03-41a4-aca5-fdc22e5a0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:53.172281 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-3e92993c-5c03-41a4-aca5-fdc22e5a0a15 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 200 len: 833 time: 0.0476267 Apr 28 15:06:53.221282 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:53.226358 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-81955b67-d5bb-414d-9830-e8d7c47fd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:53.227857 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-81955b67-d5bb-414d-9830-e8d7c47fd501 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29033efe-a024-46ab-b191-1e142ffad583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396664 Apr 28 15:06:53.322601 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-28664d7e-a59e-4551-a246-0154fd2353c1 service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849056 Apr 28 15:06:53.412501 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:53.419352 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7da8c2af-6b05-4fa3-b962-d12e4101ed73 req-dea32542-eb64-45e6-8f01-83b6c0d3379a service neutron] 10.222.0.21 "GET /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Apr 28 15:06:53.438107 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9104b2d-6f02-4ea2-80fe-bc79f68efbad None None] The sync data for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv is: [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '42389ada-5d55-41cc-9bca-1afa0572a29c', 'name': '', 'network_id': '29033efe-a024-46ab-b191-1e142ffad583', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'mac_address': 'fa:16:3e:63:32:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:13Z', 'updated_at': '2022-04-28T15:05:16Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'subnets': [{'id': '7919a02a-d91e-4e75-b9dc-24cf5daf3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:53.658965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4dc592-a6cd-4fd1-ae12-e48cd22f035e None None] New status for floating IP 65c0951d-8f02-4906-9d9b-50d5e107726e: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:06:54.273027 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8d271-1dbb-4324-809b-383114ac3fae req-b85147a1-883b-46d9-80f0-8a3efa3c0d19 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:54.274491 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-adc8d271-1dbb-4324-809b-383114ac3fae req-b85147a1-883b-46d9-80f0-8a3efa3c0d19 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0514660 Apr 28 15:06:54.321324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-adc8d271-1dbb-4324-809b-383114ac3fae req-4d0652a2-55ca-40ab-b9c4-b2a740cd8bce tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/security-groups?id=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Apr 28 15:06:54.492935 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-fb70378f-e4fa-421c-b6de-568c8c13b091 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:06:54.494676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-fb70378f-e4fa-421c-b6de-568c8c13b091 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.21 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 946 time: 0.0599051 Apr 28 15:06:54.586861 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Deleting port dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:54.587153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:54.676775 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] For port dc25ddef-51e5-4744-add5-2141449ff085, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=dc25ddef-51e5-4744-add5-2141449ff085,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:54.677107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:54.690054 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Calling delete_port for dc25ddef-51e5-4744-add5-2141449ff085 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:54.826632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:54.858283 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Port': ['ID=dc25ddef-51e5-4744-add5-2141449ff085,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:54.897932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] No DVR routers for this DVR port dc25ddef-51e5-4744-add5-2141449ff085 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:54.900405 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:54.903625 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-3141072b-b718-4f5d-b9d7-81d198d87885 req-00f2d732-162b-4847-b8e3-1f4d448a82fd tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.21 "DELETE /v2.0/ports/dc25ddef-51e5-4744-add5-2141449ff085 HTTP/1.1" status: 204 len: 173 time: 0.4026229 Apr 28 15:06:54.904087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-deleted', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:06:54.906318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0654500-e178-46cd-adaa-c9187d958581" -d '{"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-deleted", "tag": "dc25ddef-51e5-4744-add5-2141449ff085"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:06:54.942015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722c122-fdfb-484c-bf5b-7f5792f9d868 x-openstack-request-id: req-0722c122-fdfb-484c-bf5b-7f5792f9d868 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:06:54.942346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138a9fd-6a44-4f3c-9da1-35ac8d02534d", "name": "network-vif-deleted", "tag": "dc25ddef-51e5-4744-add5-2141449ff085", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:06:54.942493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0722c122-fdfb-484c-bf5b-7f5792f9d868 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:06:54.942903 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0722c122-fdfb-484c-bf5b-7f5792f9d868'] response: {'server_uuid': 'f138a9fd-6a44-4f3c-9da1-35ac8d02534d', 'name': 'network-vif-deleted', 'tag': 'dc25ddef-51e5-4744-add5-2141449ff085', 'status': 'completed', 'code': 200} Apr 28 15:06:55.426984 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0147933b-9606-41c1-b769-99a7243d3c1b req-e596fb7e-7673-431b-8bf4-fcbf208cd39d tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "GET /v2.0/ports?device_id=f138a9fd-6a44-4f3c-9da1-35ac8d02534d HTTP/1.1" status: 200 len: 210 time: 0.0269611 Apr 28 15:06:56.484792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47794) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:56.842437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:57.106868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Deleting port 42389ada-5d55-41cc-9bca-1afa0572a29c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:57.107138 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:57.196330 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] For port 42389ada-5d55-41cc-9bca-1afa0572a29c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=42389ada-5d55-41cc-9bca-1afa0572a29c,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:57.196670 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:57.209227 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Calling delete_port for 42389ada-5d55-41cc-9bca-1afa0572a29c owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:57.234765 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:06:57.263632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: dc25ddef-51e5-4744-add5-2141449ff085 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:06:57.264143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device dc25ddef-51e5-4744-add5-2141449ff085 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:06:57.407214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:57.444706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Port': ['ID=42389ada-5d55-41cc-9bca-1afa0572a29c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:57.638855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:57.860180 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:06:57.965590 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:06:57.971336 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-38379cb9-e45d-461a-a73a-6704256c0209 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "PUT /v2.0/routers/1c6f9fe5-5dc6-45a9-a6a3-4df63115c542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4849112 Apr 28 15:06:57.973716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47796) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:57.977367 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Sync routers for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:06:57.988605 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:57.989215 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:58.024122 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Deleting subnet 7919a02a-d91e-4e75-b9dc-24cf5daf3a5f {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:06:58.027631 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.071748 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.102482 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:58.164205 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.230318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.267386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Subnet': ['ID=7919a02a-d91e-4e75-b9dc-24cf5daf3a5f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:58.269519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.275713 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-547efb67-01e4-46f5-87c1-590b1ed8fe9b tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "DELETE /v2.0/subnets/7919a02a-d91e-4e75-b9dc-24cf5daf3a5f HTTP/1.1" status: 204 len: 168 time: 0.2983792 Apr 28 15:06:58.276449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47798) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:58.282305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d763ef86-aa6c-4159-bcc5-7aeaa7da0308 None None] Network 29033efe-a024-46ab-b191-1e142ffad583 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:06:58.283482 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:06:57Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:58.309911 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Checking router: 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:06:58.318493 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Routers {'1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:06:58.318944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:06:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:58.427567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.431100 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] Set router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:06:58.491320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] DHCP port deletion for 29033efe-a024-46ab-b191-1e142ffad583 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:06:58.547715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Deleting port 733874e8-2bf8-4a90-a2d9-331a477487ea {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:58.548494 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.551876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.612554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Deleting port 9efe8d0c-d84a-4384-af49-b1dd63b2858a {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:06:58.612895 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.614091 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] For port 733874e8-2bf8-4a90-a2d9-331a477487ea, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=733874e8-2bf8-4a90-a2d9-331a477487ea,segment=NetworkSegment(41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44),segment_id=41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:58.614475 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.625173 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:06:57Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:58.630375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Calling delete_port for 733874e8-2bf8-4a90-a2d9-331a477487ea owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:58.726315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:58.754654 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e9a9d6-4332-42b2-9f41-2d20b95e66eb None None] The sync data for ids ['1c6f9fe5-5dc6-45a9-a6a3-4df63115c542'] in dv-neutron-839772-1-hyperv is: [{'id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512277436', 'tenant_id': 'ea6ae2e163b746b584fa315f1d778411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:06:57Z', 'revision_number': 5, 'project_id': 'ea6ae2e163b746b584fa315f1d778411', 'gw_port': {'id': '9efe8d0c-d84a-4384-af49-b1dd63b2858a', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:86:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6f9fe5-5dc6-45a9-a6a3-4df63115c542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:05:10Z', 'updated_at': '2022-04-28T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:06:58.757437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] Pushing event deleted for resources: {'Port': ['ID=733874e8-2bf8-4a90-a2d9-331a477487ea,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:58.764381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f0cfdc-c76e-4262-b727-e78cc37caead None None] No DVR routers for this DVR port 733874e8-2bf8-4a90-a2d9-331a477487ea on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:06:59.107179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] For port 9efe8d0c-d84a-4384-af49-b1dd63b2858a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=9efe8d0c-d84a-4384-af49-b1dd63b2858a,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:06:59.107543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.121319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Calling delete_port for 9efe8d0c-d84a-4384-af49-b1dd63b2858a owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:06:59.288631 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.313887 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Port': ['ID=9efe8d0c-d84a-4384-af49-b1dd63b2858a,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:59.374258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.465546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.467670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.513805 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.514371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:06:59.521725 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.522843 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6292cffd-6f37-4a51-8a9d-e502f348c5e4 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "DELETE /v2.0/routers/1c6f9fe5-5dc6-45a9-a6a3-4df63115c542 HTTP/1.1" status: 204 len: 168 time: 1.2451768 Apr 28 15:06:59.525648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47800) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:59.606553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.696030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.715634 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29033efe-a024-46ab-b191-1e142ffad583']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:59.724641 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:59.724932 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f2ddf7-fa93-46b4-bcfe-c8efd6e29b44') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:06:59.734081 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.748072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.753984 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:06:59.754356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:06:59.757335 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:06:59.822616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.829445 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.832565 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "DELETE /v2.0/networks/29033efe-a024-46ab-b191-1e142ffad583 HTTP/1.1" status: 204 len: 168 time: 0.3059869 Apr 28 15:06:59.835512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47802) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:06:59.844970 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539dc08-0ea6-4a44-b874-a380d4c9eb74 tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'Network': ['ID=29033efe-a024-46ab-b191-1e142ffad583,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:06:59.895983 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.924871 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.995821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.998557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:06:59.999721 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] 10.222.0.58 "DELETE /v2.0/security-groups/f53d4802-ba57-49ea-86e1-bc69d1bf2d1f HTTP/1.1" status: 204 len: 168 time: 0.1630547 Apr 28 15:07:00.009379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423edab6-5d4c-41f3-b6d3-5b298126ca0f tempest-TestNetworkAdvancedServerOps-737031046 tempest-TestNetworkAdvancedServerOps-737031046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53d4802-ba57-49ea-86e1-bc69d1bf2d1f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:00.293132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47810) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:00.383458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 42389ada-5d55-41cc-9bca-1afa0572a29c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:00.403552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 42389ada-5d55-41cc-9bca-1afa0572a29c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:00.404014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 42389ada-5d55-41cc-9bca-1afa0572a29c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:00.404487 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9efe8d0c-d84a-4384-af49-b1dd63b2858a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:00.423483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 9efe8d0c-d84a-4384-af49-b1dd63b2858a {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:00.423830 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 9efe8d0c-d84a-4384-af49-b1dd63b2858a not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:00.424261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 733874e8-2bf8-4a90-a2d9-331a477487ea no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:00.433547 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5071b440-50b5-4dc2-a3af-93e88cd4510e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea6ae2e163b746b584fa315f1d778411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391499 Apr 28 15:07:00.436203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47814) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:00.442527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 733874e8-2bf8-4a90-a2d9-331a477487ea {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:00.442871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 733874e8-2bf8-4a90-a2d9-331a477487ea not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:00.486439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.507898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.558991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.563523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.564762 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a2142ea8-4cca-4ef8-a347-1d6c1b16a061 HTTP/1.1" status: 204 len: 168 time: 0.1276448 Apr 28 15:07:00.578511 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6862831-2b02-49f6-9832-da6a63761295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2142ea8-4cca-4ef8-a347-1d6c1b16a061,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:00.845463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47820) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:00.858794 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7f82580-caa3-4351-b654-0422f53f4a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.930567 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7f82580-caa3-4351-b654-0422f53f4a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.936769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d7f82580-caa3-4351-b654-0422f53f4a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:00.987748 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d7f82580-caa3-4351-b654-0422f53f4a09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0c14bd16f674c05aa970e58141531fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411352 Apr 28 15:07:00.988933 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f82580-caa3-4351-b654-0422f53f4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2093762-4853-4820-963c-24e9e614b0f8,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:00.990686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47822) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:01.040788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:01.061635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:01.109521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:01.112028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:01.113175 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b2093762-4853-4820-963c-24e9e614b0f8 HTTP/1.1" status: 204 len: 168 time: 0.1214657 Apr 28 15:07:01.121583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e6b31-ea95-4879-bf0f-b57a84597147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2093762-4853-4820-963c-24e9e614b0f8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:15.576155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5cbe55d6-b732-4ace-b939-6d796f1a6189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:17.941850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcd2f-fc5b-4145-a2f6-7ec17afaad35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:18.430272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:18.999374 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:19.499398 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47842) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:19.621107 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6988f540-16ba-47ff-9e1b-eadadd9807d1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1204469 Apr 28 15:07:19.624297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47844) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:19.763638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98def7c-96af-4e75-a001-b84a5640be61 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Notify agent at dv-neutron-839772-1-hyperv the message router_removed_from_agent {{(pid=102641) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 28 15:07:19.767354 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c98def7c-96af-4e75-a001-b84a5640be61 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "DELETE /v2.0/agents/81bf6c7f-c54a-4f23-b232-1defb3cbe956/l3-routers/5c78c42c-625a-41f5-9294-fd3a269a272c HTTP/1.1" status: 204 len: 168 time: 0.1421185 Apr 28 15:07:19.770093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47846) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:19.885975 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9bd883df-4532-419e-bb39-e070bf890d45 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1147733 Apr 28 15:07:19.889025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47848) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:19.951842 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f91a55d8-d275-4658-913a-600cb92af18d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 991 time: 0.0616953 Apr 28 15:07:20.153326 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:20.539558 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0fb3b-2d0e-41dc-80ff-92942ab79aee None None] New status for floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:07:20.575364 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:20.897641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:20.909962 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:20.935500 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ec9d4387-e605-4619-9679-653b2775992a,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:20.941129 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:20.941843 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:20.956415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47850) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:21.016620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:21.016897 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-410b0852-9707-42ee-9176-120d695584cf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 989 time: 0.0591216 Apr 28 15:07:21.025544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.025875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.026217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.026546 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.026872 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.027203 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.027615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.027933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.028269 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.028590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.028908 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.029229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:21.071667 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:21.091821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:21.097772 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:21.148356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:22.138189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47854) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:22.276305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b34c0-339d-479b-b4fc-be179b921715 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Router 5c78c42c-625a-41f5-9294-fd3a269a272c is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:07:22.276632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b34c0-339d-479b-b4fc-be179b921715 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Notify agent at dv-neutron-839772-1-hyperv the message router_added_to_agent {{(pid=102640) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 28 15:07:22.296825 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5f7b34c0-339d-479b-b4fc-be179b921715 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "POST /v2.0/agents/81bf6c7f-c54a-4f23-b232-1defb3cbe956/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1575365 Apr 28 15:07:22.299603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47860) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:22.311268 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:22.321658 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:22.322315 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.408203 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7f3135c5-4a5a-4442-bf71-cd239302afbc tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1072211 Apr 28 15:07:22.410826 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47862) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:22.425410 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:22.469527 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7069db7f-2b25-4568-9244-172d26d744d0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 989 time: 0.0565124 Apr 28 15:07:22.649180 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.675188 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:22.683643 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:22.684380 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:22.788181 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:23.016368 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:23.047215 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6d779-d203-4ad1-82cd-ad3d492d6859 None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '03bc6c4a-518b-4967-a128-5f666d688bd9', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'port_id': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'mac_address': 'fa:16:3e:d4:b2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:44Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:20Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:23.472574 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47864) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:23.539428 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3c4fc8ce-11e5-440f-90a7-8cffcce4a8fa tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 989 time: 0.0654984 Apr 28 15:07:24.439590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:24.493153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:24.493929 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.543553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47866) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:24.578353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.615418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e810cd2e-db7f-45f1-8c26-950a66a8b7b9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 989 time: 0.0706697 Apr 28 15:07:24.615661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ec9d4387-e605-4619-9679-653b2775992a,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:24.623160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.624486 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:24.662930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7605a-6150-48ad-be3e-4ff54885bffe None None] New status for floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:07:24.735544 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:24.799053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:24.799446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.919842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.939933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:24.944992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:24.996673 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:25.405220 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-e73111b2-1800-4bb3-9024-3351f28d5192 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417261 Apr 28 15:07:25.467496 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-d99159eb-4090-4597-9be4-0df6b0db390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:25.469008 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-d99159eb-4090-4597-9be4-0df6b0db390e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1098 time: 0.0438554 Apr 28 15:07:25.579197 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-2db947b3-fb93-473b-9240-4be592bcdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:25.581461 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-2db947b3-fb93-473b-9240-4be592bcdcb9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.0896783 Apr 28 15:07:25.617310 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47868) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:25.652370 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-cd3fb7c7-cac8-4fe3-9fb5-f4610ff81ded service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 1000 time: 0.0646605 Apr 28 15:07:25.683327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-56a1697a-09a7-4a93-bace-99a8fae4f265 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 200 len: 991 time: 0.0648184 Apr 28 15:07:25.705297 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-dfaa61f2-8d9e-4564-8d6d-e02cbaac2b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:25.706799 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-dfaa61f2-8d9e-4564-8d6d-e02cbaac2b11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0482216 Apr 28 15:07:25.754039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-1ffae1d9-a81c-4ee7-8534-25be64ce6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:25.755573 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-1ffae1d9-a81c-4ee7-8534-25be64ce6a20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424066 Apr 28 15:07:25.853499 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-685426c4-9f1f-40d6-ae23-c60962b65cda service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903687 Apr 28 15:07:25.927971 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47874) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:25.940529 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:07:25.945736 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-289a9e53-79a6-4b25-aa39-09cd899592f7 req-893c2784-671d-4711-a6ea-8c6d46c54329 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Apr 28 15:07:26.398767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:26.407041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port aaf787ae-22bc-4da7-a438-d401c2e53667 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:07:26.407385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.444645 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ec9d4387-e605-4619-9679-653b2775992a triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:26.444980 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.485220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.485477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.497938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for aaf787ae-22bc-4da7-a438-d401c2e53667 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:07:26.522495 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:26.567509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:26.567869 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.645961 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.673610 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=aaf787ae-22bc-4da7-a438-d401c2e53667,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:26.684734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.685073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.685434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.685935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.686258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.686585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.686944 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.687258 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.687573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.687884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.688215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.688526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:26.748190 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:26.748544 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9 disassociated (deleted). External IP: 172.26.4.4, port: 27578d3f-8adc-460d-bc7d-261e7d37c573. Apr 28 15:07:26.974263 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 5c78c42c-625a-41f5-9294-fd3a269a272c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:27.082467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:27.086905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:27.092746 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:27.103112 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:27.103717 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:27.114836 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e5d4e914-1df1-4525-8fa3-ae46aa3e95b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/03bc6c4a-518b-4967-a128-5f666d688bd9 HTTP/1.1" status: 204 len: 168 time: 1.1858318 Apr 28 15:07:27.115403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:27.117789 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d987a2-a90a-4a1b-8504-0fa8e841569e" -d '{"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:27.157676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f3978b-c699-4a02-b6f6-2006d91fcce3 x-openstack-request-id: req-32f3978b-c699-4a02-b6f6-2006d91fcce3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:27.157967 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:27.158245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-32f3978b-c699-4a02-b6f6-2006d91fcce3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:27.158643 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f3978b-c699-4a02-b6f6-2006d91fcce3'] response: {'name': 'network-changed', 'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'status': 'completed', 'code': 200} Apr 28 15:07:27.212560 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:27.222920 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-e05526c3-6713-4c73-b490-62dc97c1d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.224721 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-e05526c3-6713-4c73-b490-62dc97c1d487 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 1098 time: 0.0452065 Apr 28 15:07:27.356531 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-1eebce70-80eb-4ba9-b951-9b3489462e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.358029 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-1eebce70-80eb-4ba9-b951-9b3489462e40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 200 len: 897 time: 0.1260834 Apr 28 15:07:27.380249 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33397-3f86-4333-b48c-5fd1ab7cadc9 req-248f3c6c-0b6d-4d76-9a70-638ed9e0814a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.381676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-dfd33397-3f86-4333-b48c-5fd1ab7cadc9 req-248f3c6c-0b6d-4d76-9a70-638ed9e0814a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0727670 Apr 28 15:07:27.413959 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-5c24d577-ca29-4ad0-bc5e-72f440881ebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 200 len: 217 time: 0.0477536 Apr 28 15:07:27.424622 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:27.449973 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:27.458519 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:27.459099 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:27.474555 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-dfd33397-3f86-4333-b48c-5fd1ab7cadc9 req-090ed762-0f15-4b5c-bac6-45b290aa4017 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672979 Apr 28 15:07:27.483787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-5f184dd9-c207-41e9-8cf0-76cf0b18b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.485240 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-5f184dd9-c207-41e9-8cf0-76cf0b18b6e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=606c1c16-b54d-426f-b2c5-14e5be92815c HTTP/1.1" status: 200 len: 835 time: 0.0587397 Apr 28 15:07:27.532812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-f37b1f65-0baf-4424-8027-ca44c07b019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:27.535325 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-f37b1f65-0baf-4424-8027-ca44c07b019d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68771fee-2b28-479f-abc3-c7e59abe6691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421507 Apr 28 15:07:27.568974 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:27.627907 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-135d9343-e3b8-4142-8394-e59f935a3e58 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Apr 28 15:07:27.717550 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f3d987a2-a90a-4a1b-8504-0fa8e841569e req-c1b54b28-29fd-41af-a4b7-af9615743142 service neutron] 10.222.0.21 "GET /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826287 Apr 28 15:07:27.860290 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:27.885574 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe350ec3-794f-4150-a0d7-043d93103ea0 None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:06:30Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'ec9d4387-e605-4619-9679-653b2775992a', 'name': '', 'network_id': '68771fee-2b28-479f-abc3-c7e59abe6691', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:e7:de:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:29Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '606c1c16-b54d-426f-b2c5-14e5be92815c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:28.543098 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f8903a-f395-4294-b97d-9e8f1bd798d4 None None] New status for floating IP 03bc6c4a-518b-4967-a128-5f666d688bd9: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:07:28.599770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d4f2-f16b-4304-9650-368f380a62de req-26ea46e3-be98-4224-bfb2-ac7824678fa6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:28.601606 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f4f8d4f2-f16b-4304-9650-368f380a62de req-26ea46e3-be98-4224-bfb2-ac7824678fa6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0515542 Apr 28 15:07:28.621478 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-9fb6f418-4ab9-4077-98ff-6efd0c240e15 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:28.623449 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-9fb6f418-4ab9-4077-98ff-6efd0c240e15 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=c96c968c-0941-4045-af97-8f2f3159fd3d HTTP/1.1" status: 200 len: 945 time: 0.0515020 Apr 28 15:07:28.641889 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f4f8d4f2-f16b-4304-9650-368f380a62de req-96726894-1f77-45be-8f63-cd5517cb2205 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=ca292209-c342-45bc-8792-d566a83918ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337696 Apr 28 15:07:28.720534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 27578d3f-8adc-460d-bc7d-261e7d37c573 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:07:28.720898 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:28.818021 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 27578d3f-8adc-460d-bc7d-261e7d37c573, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=27578d3f-8adc-460d-bc7d-261e7d37c573,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:28.818369 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:28.831658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 27578d3f-8adc-460d-bc7d-261e7d37c573 owned by compute:nova {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:07:28.963126 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:28.991403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=27578d3f-8adc-460d-bc7d-261e7d37c573,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:29.022346 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.022693 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.023028 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.023363 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.023682 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.024033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.024360 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.024680 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.025006 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.025328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.025646 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.025964 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:29.046951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 27578d3f-8adc-460d-bc7d-261e7d37c573 on host hv-neutron-8397 {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:29.049356 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:29.052617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-abc0144d-213e-4973-a9dc-f2c2aa0352a0 req-c0c293b7-0877-4b81-97cb-9b5f3df53c5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/27578d3f-8adc-460d-bc7d-261e7d37c573 HTTP/1.1" status: 204 len: 173 time: 0.4240618 Apr 28 15:07:29.053026 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'name': 'network-vif-deleted', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:29.055288 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38354ae2-095f-42e9-853d-badcbba9cb6b" -d '{"events": [{"server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "name": "network-vif-deleted", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:29.094135 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74b33a-8508-45d5-908e-c132c4f8a5a8 x-openstack-request-id: req-8b74b33a-8508-45d5-908e-c132c4f8a5a8 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:29.094420 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96c968c-0941-4045-af97-8f2f3159fd3d", "name": "network-vif-deleted", "tag": "27578d3f-8adc-460d-bc7d-261e7d37c573", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:29.094667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b74b33a-8508-45d5-908e-c132c4f8a5a8 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:29.095075 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74b33a-8508-45d5-908e-c132c4f8a5a8'] response: {'server_uuid': 'c96c968c-0941-4045-af97-8f2f3159fd3d', 'name': 'network-vif-deleted', 'tag': '27578d3f-8adc-460d-bc7d-261e7d37c573', 'status': 'completed', 'code': 200} Apr 28 15:07:29.709334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47888) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:29.774701 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:29.800293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:29.870844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:29.874652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:29.876430 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/ca292209-c342-45bc-8792-d566a83918ef HTTP/1.1" status: 204 len: 168 time: 0.1658032 Apr 28 15:07:29.886687 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aab37-795c-4127-b890-03675dcae6dc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca292209-c342-45bc-8792-d566a83918ef,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:29.911092 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47892) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:30.287874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:30.548264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port ec9d4387-e605-4619-9679-653b2775992a {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:07:30.548565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:30.638167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port ec9d4387-e605-4619-9679-653b2775992a, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ec9d4387-e605-4619-9679-653b2775992a,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:30.638598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:30.652551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for ec9d4387-e605-4619-9679-653b2775992a owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:07:30.849652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:30.877552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=ec9d4387-e605-4619-9679-653b2775992a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:31.051635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.280449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 5c78c42c-625a-41f5-9294-fd3a269a272c has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:31.373315 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 27578d3f-8adc-460d-bc7d-261e7d37c573 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:31.383194 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:31.389292 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-aa07fdbc-2593-4ac8-96af-5f754a1dca8b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764855 Apr 28 15:07:31.391566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47894) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:31.394363 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Sync routers for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:31.403859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 27578d3f-8adc-460d-bc7d-261e7d37c573 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:31.404775 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:31.404924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 27578d3f-8adc-460d-bc7d-261e7d37c573 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:31.405704 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:31.442810 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 606c1c16-b54d-426f-b2c5-14e5be92815c {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:07:31.446008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.486307 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.507821 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:31.575726 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.638595 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.671732 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.677378 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/606c1c16-b54d-426f-b2c5-14e5be92815c HTTP/1.1" status: 204 len: 168 time: 0.2822454 Apr 28 15:07:31.677378 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a9ca0-155c-4ea2-b67f-ae806aae7939 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=606c1c16-b54d-426f-b2c5-14e5be92815c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:31.677857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47896) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:31.683173 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be7e14-356e-4254-918e-ddb3ffe3b47a None None] Network 68771fee-2b28-479f-abc3-c7e59abe6691 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:07:31.694621 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:07:30Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:31.722099 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Checking router: 5c78c42c-625a-41f5-9294-fd3a269a272c for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:31.733947 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Routers {'5c78c42c-625a-41f5-9294-fd3a269a272c'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:31.734908 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['5c78c42c-625a-41f5-9294-fd3a269a272c'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:31.794667 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.841944 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] Set router 5c78c42c-625a-41f5-9294-fd3a269a272c gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:31.897595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] DHCP port deletion for 68771fee-2b28-479f-abc3-c7e59abe6691 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:07:31.931063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.960704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Deleting port 850944a9-b358-4cc9-b096-1df458ffc34d {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:07:31.961371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:31.991197 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:07:31.991834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.034599 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] For port 850944a9-b358-4cc9-b096-1df458ffc34d, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=850944a9-b358-4cc9-b096-1df458ffc34d,segment=NetworkSegment(9e47f7f4-f89a-4098-8efd-82cb940d0b92),segment_id=9e47f7f4-f89a-4098-8efd-82cb940d0b92)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:32.035085 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.042873 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:07:30Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:32.051737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Calling delete_port for 850944a9-b358-4cc9-b096-1df458ffc34d owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:07:32.069067 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4088a3-b3ee-4901-871e-33682d6866f0 None None] The sync data for ids ['5c78c42c-625a-41f5-9294-fd3a269a272c'] in dv-neutron-839772-1-hyperv is: [{'id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'name': 'tempest-TestNetworkBasicOps-router-1311357014', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:06:26Z', 'updated_at': '2022-04-28T15:07:30Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c78c42c-625a-41f5-9294-fd3a269a272c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:06:27Z', 'updated_at': '2022-04-28T15:07:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:32.082912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:32.083277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.096797 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:07:32.164219 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.189434 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] Pushing event deleted for resources: {'Port': ['ID=850944a9-b358-4cc9-b096-1df458ffc34d,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:32.193290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe254a8a-8f28-4ed9-928a-e9668c5bea71 None None] No DVR routers for this DVR port 850944a9-b358-4cc9-b096-1df458ffc34d on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:07:32.289653 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.314601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:32.376788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.469220 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.471615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.523851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.533253 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 5c78c42c-625a-41f5-9294-fd3a269a272c {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:07:32.538604 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.539747 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1cb75930-ec6c-4cb3-8b93-595d94e4e61a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/5c78c42c-625a-41f5-9294-fd3a269a272c HTTP/1.1" status: 204 len: 168 time: 0.8608632 Apr 28 15:07:32.542486 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47898) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:32.554339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 850944a9-b358-4cc9-b096-1df458ffc34d no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:32.582270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 850944a9-b358-4cc9-b096-1df458ffc34d {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:32.582619 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 850944a9-b358-4cc9-b096-1df458ffc34d not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:32.583183 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:32.603630 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: ec9d4387-e605-4619-9679-653b2775992a {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:32.604201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ec9d4387-e605-4619-9679-653b2775992a not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:32.618813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.709479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.731205 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68771fee-2b28-479f-abc3-c7e59abe6691']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:32.741365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e47f7f4-f89a-4098-8efd-82cb940d0b92') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:32.741634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e47f7f4-f89a-4098-8efd-82cb940d0b92') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:32.753492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.768454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.775118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:07:32.775487 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:07:32.778716 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:07:32.842912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.849715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.852692 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/68771fee-2b28-479f-abc3-c7e59abe6691 HTTP/1.1" status: 204 len: 168 time: 0.3092649 Apr 28 15:07:32.864951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78e8d-dd02-4b0c-b342-609a55737aa5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=68771fee-2b28-479f-abc3-c7e59abe6691,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:32.873820 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47900) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:32.878749 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--1325691810', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:32.901686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:32.906446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.936124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:07:32.947553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:32.948055 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment e4393fd3-b46f-44ce-a920-e6d1f9008910 of type vlan for network d72113ec-1ff8-498f-85d0-a248976497b2 Apr 28 15:07:32.988627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.016265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.022174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:33.022759 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.415152 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5401628 Apr 28 15:07:33.418671 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47902) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:33.423715 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a7724-6318-4273-86b2-57575ec60410 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=d72113ec-1ff8-498f-85d0-a248976497b2,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:33.423867 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-506652027', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:33.434615 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:07:33.453214 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.454296 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.509609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.649221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.857105 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.876362 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:33.992125 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.211 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/dfb7c2ca-0104-4002-9acc-45e0d5566b3c) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:34.099835 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:34.141581 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:34.182489 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:34.187539 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:34.190609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:34.224718 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:34.356998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:07:34.379228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:07:34.379689 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 2eb0d8dc-ea3f-4a60-ad09-e8a09fe529bb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:07:34.449071 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:34.657258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:34.791188 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 484f3f25-4c47-48b9-8e8a-4c77da89385b is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:07:34.904723 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:34.917440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Sync routers for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:34.927148 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:34.928444 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b2740364-1f2c-4f37-9de9-3b72d4747024 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5087745 Apr 28 15:07:34.931814 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47904) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:34.932788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:34.933420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:34.959207 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ba62b847-235e-491a-a6f2-cbc36ab23565 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262263 Apr 28 15:07:34.961837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47906) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:35.038850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:35.050993 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea21b1-cd8a-4186-933f-4634f4ef838e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:35.052560 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-20ea21b1-cd8a-4186-933f-4634f4ef838e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898662 Apr 28 15:07:35.055553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47908) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:35.234859 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:34Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:35.262132 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Checking router: 484f3f25-4c47-48b9-8e8a-4c77da89385b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:35.262439 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Updating router 484f3f25-4c47-48b9-8e8a-4c77da89385b port dfb7c2ca-0104-4002-9acc-45e0d5566b3c binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:07:35.289415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.420658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a8ea0b43-8e96-4c61-bf1d-8a9453da4e53 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3640037 Apr 28 15:07:35.424651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47910) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:35.429423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-315959797', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:35.515387 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:35.518872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.549574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.556464 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.602620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Attempting to bind port dfb7c2ca-0104-4002-9acc-45e0d5566b3c on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:07:35.602993 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Attempting to bind port dfb7c2ca-0104-4002-9acc-45e0d5566b3c by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:07:35.603342 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Attempting to bind port dfb7c2ca-0104-4002-9acc-45e0d5566b3c on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:35.614383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:35.614756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:07:35.615154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.615545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:35.616032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Bound port: dfb7c2ca-0104-4002-9acc-45e0d5566b3c, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:07:35.616446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.644698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008a197-8452-4425-9fd3-4a0eb8f10da2 None None] Pushing event updated for resources: {'Port': ['ID=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:35.674808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] For port dfb7c2ca-0104-4002-9acc-45e0d5566b3c, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:35.677800 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] For port dfb7c2ca-0104-4002-9acc-45e0d5566b3c, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:35.683256 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.703042 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.739511 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:35.740178 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:35.768990 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=2473ea3e-c18d-47a7-a2ca-ca9c51898d07,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:35.777577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:07:35.777577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: d72113ec-1ff8-498f-85d0-a248976497b2, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:07:35.781949 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008a197-8452-4425-9fd3-4a0eb8f10da2 None None] Pushing event updated for resources: {'Port': ['ID=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:35.796896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network d72113ec-1ff8-498f-85d0-a248976497b2 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:07:35.807106 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, d72113ec-1ff8-498f-85d0-a248976497b2) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:35.811622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:35.812253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:35.829626 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-1f0be448-cf96-4651-8c86-57d7794360b4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4039872 Apr 28 15:07:35.832647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47912) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:35.833156 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbab99d-fb04-48db-95c2-91a9ac4ed8e1 None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:07:36.046022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:36.266161 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.277134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-d72113ec-1ff8-498f-85d0-a248976497b2', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:07:36.278052 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.311641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:34Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:36.385710 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946acc63-4281-4997-8dcf-8ab472b5f348 None None] The sync data for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv is: [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:34Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:36.459148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Allocated IP 172.20.0.2 (d72113ec-1ff8-498f-85d0-a248976497b2/2473ea3e-c18d-47a7-a2ca-ca9c51898d07/3045ae8c-f55d-4c5d-84de-c0d4bae99215) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:36.629301 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.638675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.681238 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:36.684356 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:36.688215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:36.697550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (d72113ec-1ff8-498f-85d0-a248976497b2/2473ea3e-c18d-47a7-a2ca-ca9c51898d07/289a1205-a985-47b0-98ac-6f51531e27c9) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:36.724209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Pushing event updated for resources: {'Port': ['ID=3045ae8c-f55d-4c5d-84de-c0d4bae99215,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:36.764526 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Attempting to bind port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:07:36.764965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Attempting to bind port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:07:36.765449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Attempting to bind port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 on network d72113ec-1ff8-498f-85d0-a248976497b2 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:36.770785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:36.771248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Checking segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:07:36.771709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.772686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Bound using segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:36.772686 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Bound port: 3045ae8c-f55d-4c5d-84de-c0d4bae99215, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:07:36.773094 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.833392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.845149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] For port 3045ae8c-f55d-4c5d-84de-c0d4bae99215, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:36.849148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] For port 3045ae8c-f55d-4c5d-84de-c0d4bae99215, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3045ae8c-f55d-4c5d-84de-c0d4bae99215,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:36.854940 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.873289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:36.934126 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9f99-2dd5-4954-b16a-bb54d0d0e4fd None None] Pushing event updated for resources: {'Port': ['ID=3045ae8c-f55d-4c5d-84de-c0d4bae99215,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:36.938512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network d72113ec-1ff8-498f-85d0-a248976497b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:36.946699 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:36.949132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:36.951589 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:37.005997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.164113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.469468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.476053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.550006 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:37.554080 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.659663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network d72113ec-1ff8-498f-85d0-a248976497b2 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:37.661112 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:37.776435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 484f3f25-4c47-48b9-8e8a-4c77da89385b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:37.888230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:37.893418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2092788a-1d6d-4e40-bcaa-2e8094f397e6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/484f3f25-4c47-48b9-8e8a-4c77da89385b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0595343 Apr 28 15:07:37.895802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47914) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:37.918979 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a9cda-8c17-404b-a573-2fa3c45eae03 None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:07:37.985693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] Provisioning complete for port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:37.986163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:37.998366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.998839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.999308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:37.999801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.000287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.000746 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.002525 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d4057f52-3193-4779-8367-499a76a8b6cf tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1057866 Apr 28 15:07:38.005409 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47916) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:38.058478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.058947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.059438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.059952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.060386 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.060833 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:38.062580 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e33f3dc-444d-48ec-8c93-b40276d1888e tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0562778 Apr 28 15:07:38.065616 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47918) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:38.134837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.174818 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] For port 3045ae8c-f55d-4c5d-84de-c0d4bae99215, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3045ae8c-f55d-4c5d-84de-c0d4bae99215,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:38.182565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.242053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eba38d-916d-4db0-a86a-9ac4cfe989a1 None None] Pushing event updated for resources: {'Port': ['ID=3045ae8c-f55d-4c5d-84de-c0d4bae99215,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:38.321275 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-76b8f0be-ead1-48ba-9654-67532653f5b1 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2545350 Apr 28 15:07:38.417286 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dce68189-2a73-4d67-8f52-34dd895ba5ba None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:38.417791 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dce68189-2a73-4d67-8f52-34dd895ba5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.476499 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-dce68189-2a73-4d67-8f52-34dd895ba5ba None None] Port 289a1205-a985-47b0-98ac-6f51531e27c9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:07:38.480133 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3045ae8c-f55d-4c5d-84de-c0d4bae99215 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:38.520311 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-dce68189-2a73-4d67-8f52-34dd895ba5ba None None] Provisioning complete for port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:38.521143 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dce68189-2a73-4d67-8f52-34dd895ba5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.564400 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Sync routers for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:38.573552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47922) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:38.577487 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:38.578395 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:38.578895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1199788575', 'description': 'tempest-secgroup-smoke-1199788575 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:38.581046 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:38.581414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.606149 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.693804 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.702647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.703352 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:38.706626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfb7c2ca-0104-4002-9acc-45e0d5566b3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:38.726098 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.727578 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530108 Apr 28 15:07:38.732417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47924) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:38.738905 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:38.779592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port dfb7c2ca-0104-4002-9acc-45e0d5566b3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:38.780165 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.783454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d19821-a293-4de7-8fe8-1285e1dbb015 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061afc40-103c-45d7-a0ec-d34af5698536,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:38.795782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.834420 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-02f818c4-7ede-4181-a7c0-12a00aee7e2f None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:38.834996 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-02f818c4-7ede-4181-a7c0-12a00aee7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.854648 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.863264 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.882305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-02f818c4-7ede-4181-a7c0-12a00aee7e2f None None] Port 289a1205-a985-47b0-98ac-6f51531e27c9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:07:38.889159 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278fb2e-ffb8-4d6e-b357-fb0567c2a6f8,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:38.901697 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.905617 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cba22baa-22bf-4814-b47f-c9f274e8da8d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695476 Apr 28 15:07:38.905807 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47926) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:38.910347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:38.928054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.933602 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:38.936579 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.952776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port dfb7c2ca-0104-4002-9acc-45e0d5566b3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:38.959100 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:38.962484 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Checking router: 484f3f25-4c47-48b9-8e8a-4c77da89385b for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:38.963240 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Updating router 484f3f25-4c47-48b9-8e8a-4c77da89385b port 289a1205-a985-47b0-98ac-6f51531e27c9 binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:07:38.995769 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.000484 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.005954 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.022070 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.024974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-e832cfd8-0a3f-498a-91ab-4d2537fd5562 None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:39.025437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e832cfd8-0a3f-498a-91ab-4d2537fd5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.029058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41585d4-e8a6-43e2-8c95-c28a73cfb13e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.039546 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.044135 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6b26356a-0e12-46ac-8293-06235817b83b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347179 Apr 28 15:07:39.044452 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47928) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:39.049402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:39.073448 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-e832cfd8-0a3f-498a-91ab-4d2537fd5562 None None] Port 289a1205-a985-47b0-98ac-6f51531e27c9 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:07:39.077076 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.134261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.139125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.159575 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61942763-0d64-4717-a02d-67f514e75c18,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.165998 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.167586 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-26590e96-42c0-4054-85f5-7f07bed762cb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217926 Apr 28 15:07:39.170185 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47930) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:39.174792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:39.200310 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.257072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.261900 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.263896 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.271471 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.285261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ecca19-fb48-4c15-a8e6-169b8be5a139,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.291527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.292926 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c9dfe775-dfd1-4b09-9c7c-8c8a992d2c31 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217031 Apr 28 15:07:39.295787 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 47932) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:39.301353 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:39.321447 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Pushing event updated for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.325540 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:07:39.331519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.342034 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.342370 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.342705 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.343024 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.343349 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.343698 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.344043 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.344360 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.344674 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.344989 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.345305 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.345615 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:07:39.399766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.405921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.426554 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b18153-3e47-46ce-bc44-7a8ff1abdcc3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.439189 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.443786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47934) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:39.444354 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-42a3bc87-9e19-45d5-bf3e-5ee38035e219 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471338 Apr 28 15:07:39.449173 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '061afc40-103c-45d7-a0ec-d34af5698536', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:39.471728 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:07:39.477848 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Attempting to bind port 289a1205-a985-47b0-98ac-6f51531e27c9 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:07:39.478669 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Attempting to bind port 289a1205-a985-47b0-98ac-6f51531e27c9 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:07:39.479191 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Attempting to bind port 289a1205-a985-47b0-98ac-6f51531e27c9 on network d72113ec-1ff8-498f-85d0-a248976497b2 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:39.479360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.484743 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:39.485375 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Checking segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:07:39.485931 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.486468 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Bound using segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:39.487180 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Bound port: 289a1205-a985-47b0-98ac-6f51531e27c9, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:07:39.487747 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.546061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.553548 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] For port 289a1205-a985-47b0-98ac-6f51531e27c9, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:39.557081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.557253 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] For port 289a1205-a985-47b0-98ac-6f51531e27c9, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=289a1205-a985-47b0-98ac-6f51531e27c9,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:39.562056 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.580083 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc40013a-d791-48e3-8b60-bc71d54d63bd,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.593767 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.595137 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a487dfb4-57c0-4f7b-afb0-c89d1feece69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496794 Apr 28 15:07:39.611378 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:39.612077 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.619272 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:39.620523 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:39.724003 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af02b6-81a1-4097-acf2-23dcd227efbb None None] Pushing event updated for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.726484 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.741781 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:39.779964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] For port 289a1205-a985-47b0-98ac-6f51531e27c9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=289a1205-a985-47b0-98ac-6f51531e27c9,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:39.790822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.849034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9633d-7081-446f-94c2-f95518b957aa None None] Pushing event updated for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:39.911079 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-65a9170b-1138-4459-8e92-43fe094f109f None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:39.911390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-65a9170b-1138-4459-8e92-43fe094f109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:39.952683 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:39.979009 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d0f99-f812-4d2d-9353-27bd224884c4 None None] The sync data for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv is: [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:39.988495 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-2d4bda7f-e6ea-42c5-bcd4-20b33a47ed51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1199788575&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0387242 Apr 28 15:07:40.102131 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-476f5aab-c506-4112-a106-64e515ba7be2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:40.103676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-476f5aab-c506-4112-a106-64e515ba7be2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 797 time: 0.1111782 Apr 28 15:07:40.120183 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-c043fc2c-eabf-4cd9-b900-c36aee1189f9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0103426 Apr 28 15:07:40.175676 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e7738ffe-7720-48dc-ae4d-5f4763e7d8b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492752 Apr 28 15:07:40.285110 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-1d5ca445-f29b-410b-addf-0036c48269dd service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 15:07:40.286235 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-1d5ca445-f29b-410b-addf-0036c48269dd service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0985503 Apr 28 15:07:40.387856 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-7127fcbb-3000-4120-bb25-92349b402e65 service neutron] 10.222.0.58 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952744 Apr 28 15:07:40.481582 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfb7c2ca-0104-4002-9acc-45e0d5566b3c up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:40.495015 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-4ad53e96-994a-4c30-9e0a-b2107d884bce service neutron] 10.222.0.58 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998425 Apr 28 15:07:40.533927 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port dfb7c2ca-0104-4002-9acc-45e0d5566b3c triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:40.534297 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:40.644691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 289a1205-a985-47b0-98ac-6f51531e27c9 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:40.715781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:40.716309 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:40.755758 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5f03eb94-2b9d-4944-ad04-3921b447f0fa req-96758d71-b6f1-4795-a180-0a168e1f304c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 210 time: 0.0938973 Apr 28 15:07:41.735878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-1ecafa8f-ade4-4127-9df1-041616c26950 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:41.737383 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-1ecafa8f-ade4-4127-9df1-041616c26950 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 797 time: 0.1074505 Apr 28 15:07:41.785489 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-7423ca31-f14a-474a-a71e-dd4260fc5299 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0388963 Apr 28 15:07:41.798347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['061afc40-103c-45d7-a0ec-d34af5698536']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:41.877579 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8d36a7e6-cf7a-454e-a983-ef0fc65c40d8 req-900b0006-aecc-498a-8a92-1edaa7783f5d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 210 time: 0.0337522 Apr 28 15:07:41.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:07:41.932619 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.075178 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.5 (d72113ec-1ff8-498f-85d0-a248976497b2/2473ea3e-c18d-47a7-a2ca-ca9c51898d07/86f54f9c-86e6-4d91-a3f4-8b1a614d93c2) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:42.219764 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.264276 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.307305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network d72113ec-1ff8-498f-85d0-a248976497b2 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:42.310506 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:42.314395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:42.321027 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:42.370061 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:42.370822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.389205 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-851e62d0-2f5f-4f40-ae4c-efa2de80cd69 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952485 Apr 28 15:07:42.399232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-baeb33b8-c8ee-4faf-ae0a-f02b54f6672b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 15:07:42.400248 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-baeb33b8-c8ee-4faf-ae0a-f02b54f6672b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053368 Apr 28 15:07:42.412335 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Request body: {'port': {'device_id': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:42.474402 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.538247 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-0f48e9c5-3176-4c33-9b8d-2f22bb727192 None None] Provisioning complete for port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:42.538931 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0f48e9c5-3176-4c33-9b8d-2f22bb727192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.573758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-0f48e9c5-3176-4c33-9b8d-2f22bb727192 None None] Port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:07:42.741529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:42.749509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.766401 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Transition to ACTIVE for port object 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:07:42.770948 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.822227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Pushing event updated for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:42.908281 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Attempting to bind port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:07:42.908630 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Attempting to bind port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:07:42.908962 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Attempting to bind port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 on network d72113ec-1ff8-498f-85d0-a248976497b2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:42.913575 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 on network d72113ec-1ff8-498f-85d0-a248976497b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:07:42.914103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Attempting to bind port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 on network d72113ec-1ff8-498f-85d0-a248976497b2 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:07:42.919113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:07:42.919452 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Checking segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:07:42.919838 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Bound using segment: {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:07:42.920301 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Bound port: 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4393fd3-b46f-44ce-a920-e6d1f9008910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:07:42.920658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:42.990957 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:07:42.994881 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:07:42.999102 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:43.001346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0e94-acaa-42a5-ab53-a59931fc90f7 req-d134cee4-18c9-49ae-a9be-683a44b34b4a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.002877 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-418b0e94-acaa-42a5-ab53-a59931fc90f7 req-d134cee4-18c9-49ae-a9be-683a44b34b4a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 943 time: 0.0535278 Apr 28 15:07:43.031563 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.032602 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:43.034052 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] 10.222.0.21 "PUT /v2.0/ports/86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 1093 time: 0.6261563 Apr 28 15:07:43.036330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:43.040090 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673be1d3-f0db-410b-aba0-832cf5c2034e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:43.042654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-418b0e94-acaa-42a5-ab53-a59931fc90f7 req-3005f170-cb91-4f1b-a579-c70839328bab tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Apr 28 15:07:43.070919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52332a6-fbfc-460c-996b-10a3ed948b2c service neutron] Pushing event updated for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:43.108057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475b4acd-22a5-4bf7-9eec-09e23102f7ad x-openstack-request-id: req-475b4acd-22a5-4bf7-9eec-09e23102f7ad {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:43.108340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:43.108587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-475b4acd-22a5-4bf7-9eec-09e23102f7ad {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:43.108990 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475b4acd-22a5-4bf7-9eec-09e23102f7ad'] response: {'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'status': 'completed', 'code': 200} Apr 28 15:07:43.125477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-afcda66e-e928-4399-91c4-600d63856b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.127039 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-afcda66e-e928-4399-91c4-600d63856b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1096 time: 0.0494702 Apr 28 15:07:43.179658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-7e95c548-3dab-4a80-9fde-a6a5a72e4b99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 217 time: 0.0439456 Apr 28 15:07:43.231076 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-d1620617-e313-45e5-a22b-d9e92ead0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.232657 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-d1620617-e313-45e5-a22b-d9e92ead0dd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 843 time: 0.0461161 Apr 28 15:07:43.278668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-16afdadd-373b-48ba-93fa-5e0bc891f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.280101 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-16afdadd-373b-48ba-93fa-5e0bc891f359 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d72113ec-1ff8-498f-85d0-a248976497b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408707 Apr 28 15:07:43.373263 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-5ef7ecb9-20a2-4c07-bdf7-3579551449f3 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862498 Apr 28 15:07:43.465326 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6ea1ad4a-80f8-4451-95dd-17b1e14639d1 req-036f13d8-7252-4d4d-b36d-16c8e9e2190e service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Apr 28 15:07:43.567532 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-03a62a71-365a-4e4e-a534-c7f22617ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.569048 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-03a62a71-365a-4e4e-a534-c7f22617ba7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1096 time: 0.0469973 Apr 28 15:07:43.666730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-c33a92ca-773e-4e8e-8404-a344e7d6f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.668280 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-c33a92ca-773e-4e8e-8404-a344e7d6f837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 898 time: 0.0918093 Apr 28 15:07:43.708661 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-d4cc06c0-6b28-439a-8b4a-b47c8e528855 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 217 time: 0.0337334 Apr 28 15:07:43.767036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-dc0583e0-e403-46ee-8457-55d85859b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.768873 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-dc0583e0-e403-46ee-8457-55d85859b121 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 843 time: 0.0538535 Apr 28 15:07:43.815246 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-968d2df9-2c6a-4a2d-ba22-574b776f7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:43.816754 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-968d2df9-2c6a-4a2d-ba22-574b776f7aab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d72113ec-1ff8-498f-85d0-a248976497b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412750 Apr 28 15:07:43.915262 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-972b8d98-340a-48f4-ab2f-dbb34090e3d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911894 Apr 28 15:07:44.019623 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-673be1d3-f0db-410b-aba0-832cf5c2034e req-1c5f4cb3-da0b-4814-981b-7edfb5c63ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960331 Apr 28 15:07:44.169783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf1a92-091f-482e-afa3-07b8080c37c7 req-58c203a6-8a07-4dca-8eb7-47bb8f6cafa2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:44.171213 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-caaf1a92-091f-482e-afa3-07b8080c37c7 req-58c203a6-8a07-4dca-8eb7-47bb8f6cafa2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 943 time: 0.0495675 Apr 28 15:07:44.209115 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-caaf1a92-091f-482e-afa3-07b8080c37c7 req-122fb608-7b2b-4e42-b1c8-a7ec83f1185e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Apr 28 15:07:45.335840 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d4b6-9376-4199-bfdf-3ab9e42d57fb req-9b30e78f-b628-40d3-bc35-a439b0b71d5b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:45.337367 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c316d4b6-9376-4199-bfdf-3ab9e42d57fb req-9b30e78f-b628-40d3-bc35-a439b0b71d5b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 943 time: 0.0524163 Apr 28 15:07:45.376935 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-c316d4b6-9376-4199-bfdf-3ab9e42d57fb req-2c71ad16-7094-462e-9bbc-c180ac2622c7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Apr 28 15:07:45.437017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:07:45.544542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:45.560603 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'port_id': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'mac_address': 'fa:16:3e:e1:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:07:45.596001 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dead250b-447f-4649-ae30-037d09b19325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:45.611985 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:45.625691 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:07:45.646102 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:45.651365 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:45.696149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:45.867754 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:07:46.516752 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1feb7-34c7-428d-8f0e-645f973756e7 req-a1718302-1b1d-40d6-8ca9-4989d2b35aa8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:46.518011 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a6d1feb7-34c7-428d-8f0e-645f973756e7 req-a1718302-1b1d-40d6-8ca9-4989d2b35aa8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 944 time: 0.0603364 Apr 28 15:07:46.557333 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a6d1feb7-34c7-428d-8f0e-645f973756e7 req-ddabf081-c8ff-4c76-8fd8-3bd6f1a0b242 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326612 Apr 28 15:07:47.436910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:07:47.500151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:07:47.504300 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:07:47.504647 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:47.589329 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:47.612095 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:47.614570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167d4e7-fb6e-4016-96e6-c053138b1325" -d '{"events": [{"server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "name": "network-vif-plugged", "status": "completed", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:47.628933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:07:47.637323 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:47.660802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d06087a-faf6-4667-aa4c-e892b08fa5dc x-openstack-request-id: req-3d06087a-faf6-4667-aa4c-e892b08fa5dc {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:47.661092 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "name": "network-vif-plugged", "status": "completed", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:47.661339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3d06087a-faf6-4667-aa4c-e892b08fa5dc {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:47.661732 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d06087a-faf6-4667-aa4c-e892b08fa5dc'] response: {'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'code': 200} Apr 28 15:07:47.679057 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d338-b4d2-45ec-88c9-81d2fa8ecb8d req-78bb5edd-3afe-44ff-acf5-15fcc0dcabfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:47.680600 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4bf1d338-b4d2-45ec-88c9-81d2fa8ecb8d req-78bb5edd-3afe-44ff-acf5-15fcc0dcabfc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0547998 Apr 28 15:07:47.690672 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:47.735516 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-4bf1d338-b4d2-45ec-88c9-81d2fa8ecb8d req-2b34a4ba-76f6-4514-844a-52c395d8ec46 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385532 Apr 28 15:07:47.877883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010866a7-304b-4337-9544-ae5a68b9b79f req-21b966a1-99ff-443b-979a-c366f638e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:47.879398 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-010866a7-304b-4337-9544-ae5a68b9b79f req-21b966a1-99ff-443b-979a-c366f638e45b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1098 time: 0.0927219 Apr 28 15:07:47.914424 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-010866a7-304b-4337-9544-ae5a68b9b79f req-63514c8e-4609-4824-92b6-652db6825372 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283372 Apr 28 15:07:47.938477 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bb064396-4db9-4e10-a54c-5e3442892891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:48.422415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:48.861952 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af56920-49d0-4185-9059-248b06838857 req-20f5e8a2-5939-4bad-8b06-617329ce905c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:48.863454 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4af56920-49d0-4185-9059-248b06838857 req-20f5e8a2-5939-4bad-8b06-617329ce905c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0595405 Apr 28 15:07:48.901977 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4af56920-49d0-4185-9059-248b06838857 req-f379db78-157e-40d6-b285-f7086255c6de tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Apr 28 15:07:49.000501 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.034138 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc781820-c26c-4392-8b49-fd87d7c07136 req-552b193f-189f-46d1-bfd6-610fd16972a3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:50.035687 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cc781820-c26c-4392-8b49-fd87d7c07136 req-552b193f-189f-46d1-bfd6-610fd16972a3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0548797 Apr 28 15:07:50.073702 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-cc781820-c26c-4392-8b49-fd87d7c07136 req-96e31820-0198-401c-a208-875d44c3d6b6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Apr 28 15:07:50.153862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.186437 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15059e-8712-4a89-ba38-f8f6c5f04851 req-146b77dc-0a50-4a93-8b8f-abdbeab3d028 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:50.187834 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8a15059e-8712-4a89-ba38-f8f6c5f04851 req-146b77dc-0a50-4a93-8b8f-abdbeab3d028 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0481565 Apr 28 15:07:50.227263 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8a15059e-8712-4a89-ba38-f8f6c5f04851 req-5f25e968-ef77-4865-82eb-f0bc2cf454be tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Apr 28 15:07:50.249442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 47998) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:50.292463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc3bcf-9823-480a-9129-87eb2fec2f96 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:50.293920 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fefc3bcf-9823-480a-9129-87eb2fec2f96 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1093 time: 0.0435286 Apr 28 15:07:50.298150 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48000) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:50.302267 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:07:50.325246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.430265 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.540297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.220 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/87c9ae73-5225-425a-bd6e-30c5ce16d4f0) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:07:50.643280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.681987 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:50.725365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:07:50.729955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:07:50.734492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:07:50.737771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=87c9ae73-5225-425a-bd6e-30c5ce16d4f0,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:50.738112 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.102892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.495491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.652637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.660286 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.720788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=87c9ae73-5225-425a-bd6e-30c5ce16d4f0,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:07:51.735601 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:51.843294 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP b15bf907-8bd1-486f-8279-4b13d6b39ecd associated. External IP: 172.26.4.220, port: 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2. Apr 28 15:07:52.066556 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 484f3f25-4c47-48b9-8e8a-4c77da89385b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:07:52.190376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:07:52.200723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Sync routers for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:07:52.210768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:07:52.212372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:52.213199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:52.237898 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5e07691e-9bb8-4036-9622-fab392bd740c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9387619 Apr 28 15:07:52.238591 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:07:52.240762 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48002) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:52.241266 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1cb278-39ce-49c2-bddf-45dd30285504" -d '{"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:07:52.280765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0040d7-0380-4fdc-b34d-56d26bbedde8 x-openstack-request-id: req-9c0040d7-0380-4fdc-b34d-56d26bbedde8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:07:52.281806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:07:52.282118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9c0040d7-0380-4fdc-b34d-56d26bbedde8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:07:52.282436 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0040d7-0380-4fdc-b34d-56d26bbedde8'] response: {'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'status': 'completed', 'code': 200} Apr 28 15:07:52.316810 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-161573dc-5243-4d87-af47-00a46ee3c254 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/b15bf907-8bd1-486f-8279-4b13d6b39ecd HTTP/1.1" status: 200 len: 991 time: 0.0745800 Apr 28 15:07:52.351864 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-008f9c41-fea5-4878-bcca-191e6ffdfa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:52.353602 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-008f9c41-fea5-4878-bcca-191e6ffdfa4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1098 time: 0.0477803 Apr 28 15:07:52.449790 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-31530021-4505-4a64-9b0c-0cac60d711be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:52.451190 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-31530021-4505-4a64-9b0c-0cac60d711be service neutron] 10.222.0.21 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 898 time: 0.0901849 Apr 28 15:07:52.475718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:52.521806 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-49743f51-94e9-403e-abae-e022029e5527 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 999 time: 0.0638881 Apr 28 15:07:52.571512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-64f2ef5c-9c5a-48be-ac35-cfab9244d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:52.573064 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-64f2ef5c-9c5a-48be-ac35-cfab9244d1ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 843 time: 0.0448270 Apr 28 15:07:52.617632 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-032ee494-af7b-466a-be42-17a8680b8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:07:52.619514 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-032ee494-af7b-466a-be42-17a8680b8242 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d72113ec-1ff8-498f-85d0-a248976497b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404007 Apr 28 15:07:52.697135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b15bf907-8bd1-486f-8279-4b13d6b39ecd', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'port_id': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'mac_address': 'fa:16:3e:e1:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:07:50Z', 'updated_at': '2022-04-28T15:07:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:52.713442 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-d488bfaa-3bc3-4a4c-bba8-a529bc510bdb service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868964 Apr 28 15:07:52.727633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Checking router: 484f3f25-4c47-48b9-8e8a-4c77da89385b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:07:52.736105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:07:52.736722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:07:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:52.801319 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9f1cb278-39ce-49c2-bddf-45dd30285504 req-d2d54cb7-81ea-40a4-b8dc-850bf76ffb1d service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815349 Apr 28 15:07:52.842887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:07:53.079994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b15bf907-8bd1-486f-8279-4b13d6b39ecd', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'port_id': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'mac_address': 'fa:16:3e:e1:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:07:50Z', 'updated_at': '2022-04-28T15:07:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:07:53.109514 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658e29c-c1af-4d93-92c7-4065a7d1e797 None None] The sync data for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv is: [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b15bf907-8bd1-486f-8279-4b13d6b39ecd', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'port_id': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'mac_address': 'fa:16:3e:e1:70:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:07:50Z', 'updated_at': '2022-04-28T15:07:50Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:07:53.301893 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362ff8d-5b86-49d9-8513-44d67a5d2aa3 None None] New status for floating IP b15bf907-8bd1-486f-8279-4b13d6b39ecd: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:07:53.320777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48006) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:53.384779 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-281a1038-dd67-4796-9eff-a72f6cc7bd49 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/b15bf907-8bd1-486f-8279-4b13d6b39ecd HTTP/1.1" status: 200 len: 991 time: 0.0628545 Apr 28 15:07:54.389519 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48008) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:07:54.458014 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8cb4784f-8c55-49c5-93a0-fff78b22c408 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/b15bf907-8bd1-486f-8279-4b13d6b39ecd HTTP/1.1" status: 200 len: 993 time: 0.0671706 Apr 28 15:08:02.942571 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:08:05.380089 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-377f89ad-c3d8-41f5-8789-20ca7b64b0a5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548612743&fields=id&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 267 time: 0.0336514 Apr 28 15:08:05.493534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-620d3a2f-095a-4d0f-bf2e-248266acdfe5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:05.494896 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-620d3a2f-095a-4d0f-bf2e-248266acdfe5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.1052463 Apr 28 15:08:05.511738 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-d917baef-3cb2-42dc-9e6e-3fc1ade5f219 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/quotas/ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 375 time: 0.0103600 Apr 28 15:08:05.573502 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-011a814e-cf16-41fa-85ee-672251e5ea5e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0560417 Apr 28 15:08:05.589659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-787a6472-b7fc-41fd-a2f1-497297a84980 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=102641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 15:08:05.590646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-787a6472-b7fc-41fd-a2f1-497297a84980 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051281 Apr 28 15:08:05.686333 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-f4c9fd44-3cb5-47bb-88ad-ead30f8b187e service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898330 Apr 28 15:08:05.787055 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-22889d08-2b78-4557-8dc4-f628e2e12f47 service neutron] 10.222.0.58 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914962 Apr 28 15:08:06.076265 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-58bbc287-b7e8-48e4-9f78-9df5ab7536de req-950883c5-cad0-4e82-af90-e309f122dd5a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0266521 Apr 28 15:08:07.023837 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-38e0f781-f68b-46d5-9598-e1d7a7bbc964 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:07.025317 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-38e0f781-f68b-46d5-9598-e1d7a7bbc964 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 812 time: 0.1146004 Apr 28 15:08:07.069266 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-32535dc7-d109-4735-9e5b-0771a31e81d2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4604cf984d406b93fa2919df704c37 HTTP/1.1" status: 200 len: 380 time: 0.0347366 Apr 28 15:08:07.079419 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'port': {'device_id': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'admin_state_up': True, 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'security_groups': ['058f7a13-540c-4dc7-9cec-4cb928ad64fe']}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:08:07.180363 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0afb66a9-2a53-40e8-bf4d-1cd4fc78d33d req-fc6f6d72-40b9-49a1-8a7c-cd30de2c0867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0274024 Apr 28 15:08:07.194735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Made reservation on behalf of ef4604cf984d406b93fa2919df704c37 for: {'port': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:08:07.198487 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.330535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.20.0.9 (f7c72c38-ef6e-48c5-a01e-439473761ac1/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb/f897fe69-7147-4e22-a3cc-db014c7b048e) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:08:07.462120 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.501447 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.552822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:08:07.556471 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:08:07.561850 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:08:07.588629 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:07.621906 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:07.622608 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.641264 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ccd1e2bf-9ba8-4206-bf8a-db9fbad4e867 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652778 Apr 28 15:08:07.657149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Request body: {'port': {'device_id': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:08:07.717845 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.818871 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-998afe54-efd6-44f9-a4ca-8ca24d091368 None None] Provisioning complete for port f897fe69-7147-4e22-a3cc-db014c7b048e triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:08:07.819465 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-998afe54-efd6-44f9-a4ca-8ca24d091368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:07.857763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-998afe54-efd6-44f9-a4ca-8ca24d091368 None None] Port f897fe69-7147-4e22-a3cc-db014c7b048e cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:08:07.987251 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f897fe69-7147-4e22-a3cc-db014c7b048e {{(pid=102640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:08:07.995529 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:08.007847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.provisioning_blocks [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Transition to ACTIVE for port object f897fe69-7147-4e22-a3cc-db014c7b048e will not be triggered until provisioned by entity L2. {{(pid=102640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:08:08.013580 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:08.062913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:08.144913 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Attempting to bind port f897fe69-7147-4e22-a3cc-db014c7b048e on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:08:08.146181 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Attempting to bind port f897fe69-7147-4e22-a3cc-db014c7b048e by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:08:08.146712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Attempting to bind port f897fe69-7147-4e22-a3cc-db014c7b048e on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:08:08.153063 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Port f897fe69-7147-4e22-a3cc-db014c7b048e on network f7c72c38-ef6e-48c5-a01e-439473761ac1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:08:08.153649 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Attempting to bind port f897fe69-7147-4e22-a3cc-db014c7b048e on network f7c72c38-ef6e-48c5-a01e-439473761ac1 {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:08:08.162211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:08:08.162842 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Checking segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:08:08.164194 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Bound using segment: {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'} {{(pid=102640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:08:08.164668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.managers [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Bound port: f897fe69-7147-4e22-a3cc-db014c7b048e, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f731083a-6bb2-4683-9088-e44872cfe5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1'}}] {{(pid=102640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:08:08.165127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:08.240263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, cleared binding levels {{(pid=102640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:08:08.244366 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f897fe69-7147-4e22-a3cc-db014c7b048e,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:08:08.252786 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:08.317481 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.318004 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:08.319464 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] 10.222.0.21 "PUT /v2.0/ports/f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 200 len: 1093 time: 0.6666434 Apr 28 15:08:08.321604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:08:08.324228 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48af2c2d-5825-4b14-9561-d4640b37c983" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:08:08.346324 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26c912-90c8-4646-af95-8845db1d2bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=3']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:08.363166 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6b322-2425-41cc-9dde-3faa11615fa7 req-5ff37464-22de-4c23-ad86-4407c88d84fa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.364777 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a4e6b322-2425-41cc-9dde-3faa11615fa7 req-5ff37464-22de-4c23-ad86-4407c88d84fa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0857849 Apr 28 15:08:08.406846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c85ead-a09a-49e7-b665-d13746394301 x-openstack-request-id: req-19c85ead-a09a-49e7-b665-d13746394301 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:08:08.407136 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:08:08.407418 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-19c85ead-a09a-49e7-b665-d13746394301 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:08:08.407814 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c85ead-a09a-49e7-b665-d13746394301'] response: {'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'status': 'completed', 'code': 200} Apr 28 15:08:08.452422 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a4e6b322-2425-41cc-9dde-3faa11615fa7 req-a2f84854-938f-4694-8e08-9abead97a2aa tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472338 Apr 28 15:08:08.455417 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-919c7441-03bb-467f-8831-7978d88b7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.456899 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-919c7441-03bb-467f-8831-7978d88b7fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0807257 Apr 28 15:08:08.505948 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-b5960953-e05a-4cb3-b2e4-5d845630f40b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 200 len: 217 time: 0.0414014 Apr 28 15:08:08.561248 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ac2bdb01-cae0-4677-922c-9858e9b92c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.562741 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-ac2bdb01-cae0-4677-922c-9858e9b92c1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0497577 Apr 28 15:08:08.609033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-eb298136-19ae-4ac2-9413-e0b0cfab1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.610570 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-eb298136-19ae-4ac2-9413-e0b0cfab1209 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395725 Apr 28 15:08:08.705124 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-daa3aa98-b62f-46f3-b685-a7a903461b6a service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875144 Apr 28 15:08:08.798181 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6d93ff9c-6ece-49e6-9631-1f62ae2cfc11 req-22722ca6-70e4-4204-b7b6-d0a8b491095a service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860405 Apr 28 15:08:08.891541 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-2bf3bdac-ab53-4191-8e4b-8f9f872d42e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.893034 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-2bf3bdac-ab53-4191-8e4b-8f9f872d42e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1096 time: 0.0481856 Apr 28 15:08:08.981430 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-2a289416-947d-4a44-a68b-ea2ffe7d9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:08.982921 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-2a289416-947d-4a44-a68b-ea2ffe7d9b58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.0836132 Apr 28 15:08:09.029307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-8132c38a-9b18-4f11-9a93-c0de939aeda2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 200 len: 217 time: 0.0387421 Apr 28 15:08:09.087003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-c6807db2-7485-4f3f-9e1b-1042e23dacb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:09.088423 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-c6807db2-7485-4f3f-9e1b-1042e23dacb2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0448785 Apr 28 15:08:09.137576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-011be07b-ac77-4ed7-baf0-50ef060201af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:09.139515 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-011be07b-ac77-4ed7-baf0-50ef060201af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440607 Apr 28 15:08:09.244085 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-d95798ad-8364-4259-b834-c1bb3a8f3965 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969236 Apr 28 15:08:09.338883 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-48af2c2d-5825-4b14-9561-d4640b37c983 req-8e1ac4c1-3c64-4727-8116-914d68269843 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882726 Apr 28 15:08:09.586084 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25514316-bbbf-467c-9935-1a0dba15fd22 req-0738d816-0a13-4b75-b85b-b1c6a8fa9eb0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:09.587743 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25514316-bbbf-467c-9935-1a0dba15fd22 req-0738d816-0a13-4b75-b85b-b1c6a8fa9eb0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0562091 Apr 28 15:08:09.629512 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-25514316-bbbf-467c-9935-1a0dba15fd22 req-f471db4f-fa43-4efc-a64c-806758914053 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Apr 28 15:08:10.766771 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53a612-bb65-4c86-a057-bc26fd0883a1 req-e9e77c92-5c66-47a4-9c9e-09cae3edc751 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:10.768900 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fb53a612-bb65-4c86-a057-bc26fd0883a1 req-e9e77c92-5c66-47a4-9c9e-09cae3edc751 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0616457 Apr 28 15:08:10.813717 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fb53a612-bb65-4c86-a057-bc26fd0883a1 req-768d8a5f-d5ef-48fd-8998-2dc943a98378 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Apr 28 15:08:11.973322 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74746f62-3e17-4987-818c-e0b208d8cc7a req-9548082a-ffd3-44d6-8fb7-d6db17a356e2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:11.974814 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-74746f62-3e17-4987-818c-e0b208d8cc7a req-9548082a-ffd3-44d6-8fb7-d6db17a356e2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0674727 Apr 28 15:08:12.013164 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-74746f62-3e17-4987-818c-e0b208d8cc7a req-fdca96cc-754c-4cac-a71c-e65b124660ee tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Apr 28 15:08:13.140121 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e38f02-87b9-4917-b09e-5f2b1acdb980 req-1a0e068c-3618-44c8-b51b-63d6a47a86db tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:13.141678 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-33e38f02-87b9-4917-b09e-5f2b1acdb980 req-1a0e068c-3618-44c8-b51b-63d6a47a86db tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0597975 Apr 28 15:08:13.181478 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-33e38f02-87b9-4917-b09e-5f2b1acdb980 req-dc0c8ef3-e13b-4fdd-8240-899f8f353e37 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334284 Apr 28 15:08:14.309389 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06dfd6-3799-4bdd-9910-c37f84d176c5 req-8d148789-316d-4384-84d5-c2ca80be22ad tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:14.310843 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c06dfd6-3799-4bdd-9910-c37f84d176c5 req-8d148789-316d-4384-84d5-c2ca80be22ad tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0500207 Apr 28 15:08:14.348951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-7c06dfd6-3799-4bdd-9910-c37f84d176c5 req-fc880144-c564-4d3e-8ced-983b512e8239 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Apr 28 15:08:15.478801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6921b3-53a3-44ff-aa88-c449a7561f5c req-d744c325-45d0-4900-abd7-65d0ce6b19f3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:15.480304 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a6921b3-53a3-44ff-aa88-c449a7561f5c req-d744c325-45d0-4900-abd7-65d0ce6b19f3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0554090 Apr 28 15:08:15.519857 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6a6921b3-53a3-44ff-aa88-c449a7561f5c req-39a943d8-183a-4a57-bdf8-6cd2a0cfe27d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Apr 28 15:08:15.570815 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-fbfa44ce-0c27-46b9-924c-52ade9b33ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:16.641622 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd14977-0ebc-492e-8dac-169cd627c826 req-b168a18f-66f4-4587-950b-826ccdbb8c5b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:16.643112 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2dd14977-0ebc-492e-8dac-169cd627c826 req-b168a18f-66f4-4587-950b-826ccdbb8c5b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0516593 Apr 28 15:08:16.684594 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2dd14977-0ebc-492e-8dac-169cd627c826 req-885371b4-0d62-4e6d-a284-d002249d1879 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Apr 28 15:08:17.816308 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58328-bf08-4714-92b0-8df215095bfb req-dc454a83-0181-45c5-a9ee-1e149d70fab2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:17.817697 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-73a58328-bf08-4714-92b0-8df215095bfb req-dc454a83-0181-45c5-a9ee-1e149d70fab2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0517607 Apr 28 15:08:17.858951 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-73a58328-bf08-4714-92b0-8df215095bfb req-c105be31-8639-4055-aa0e-42dccd3966b2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Apr 28 15:08:17.944661 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-45c47a85-1121-41d8-8bb8-549d4da643f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:18.444482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:18.989080 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71316e59-d50c-4090-a8af-5e8fa02222c3 req-ef9c1077-fe96-4034-b0dc-67381186ba4e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:18.990589 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-71316e59-d50c-4090-a8af-5e8fa02222c3 req-ef9c1077-fe96-4034-b0dc-67381186ba4e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 943 time: 0.0507500 Apr 28 15:08:19.002478 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:19.032302 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-71316e59-d50c-4090-a8af-5e8fa02222c3 req-2371da8c-0f76-4f11-9a36-06dfa87380cc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350223 Apr 28 15:08:19.566074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device f897fe69-7147-4e22-a3cc-db014c7b048e details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:08:19.665727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f897fe69-7147-4e22-a3cc-db014c7b048e,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:08:19.677663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'port_id': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'mac_address': 'fa:16:3e:4b:ea:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:08:19.715028 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:19.731284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f897fe69-7147-4e22-a3cc-db014c7b048e {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:08:19.751041 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f897fe69-7147-4e22-a3cc-db014c7b048e,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:08:19.758669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:19.803840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:20.000923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['f897fe69-7147-4e22-a3cc-db014c7b048e'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:08:20.149632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c202ea-ea96-40b7-b926-44e0e72e4d6e req-48a21466-137b-429f-8390-439781792c57 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:20.151157 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93c202ea-ea96-40b7-b926-44e0e72e4d6e req-48a21466-137b-429f-8390-439781792c57 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 944 time: 0.0514486 Apr 28 15:08:20.167854 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:20.190543 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-93c202ea-ea96-40b7-b926-44e0e72e4d6e req-cc7682f9-8674-4d4d-a145-ec86e20ceb62 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331333 Apr 28 15:08:20.749559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:21.317975 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa507cb-82b9-4563-a54f-81503f97683e req-e35ce4cc-a809-4ac1-b0ec-39f050563ac7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:21.319490 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1fa507cb-82b9-4563-a54f-81503f97683e req-e35ce4cc-a809-4ac1-b0ec-39f050563ac7 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 944 time: 0.0543687 Apr 28 15:08:21.371611 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1fa507cb-82b9-4563-a54f-81503f97683e req-8a3577ef-5ffe-4212-9ac7-d78a6329cf5a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Apr 28 15:08:21.561146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device f897fe69-7147-4e22-a3cc-db014c7b048e up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:08:21.627214 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port f897fe69-7147-4e22-a3cc-db014c7b048e completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:08:21.631337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port f897fe69-7147-4e22-a3cc-db014c7b048e triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:08:21.631708 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:21.719626 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:21.742577 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:08:21.744874 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a598a75-4ad3-46fd-94b2-76ad0e8779a1" -d '{"events": [{"server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "name": "network-vif-plugged", "status": "completed", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:08:21.757164 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f897fe69-7147-4e22-a3cc-db014c7b048e,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:08:21.762820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:21.785261 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbce555-32f3-4489-ac6d-14d72bd04d06 x-openstack-request-id: req-ddbce555-32f3-4489-ac6d-14d72bd04d06 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:08:21.785552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "name": "network-vif-plugged", "status": "completed", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:08:21.785790 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ddbce555-32f3-4489-ac6d-14d72bd04d06 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:08:21.786172 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddbce555-32f3-4489-ac6d-14d72bd04d06'] response: {'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'code': 200} Apr 28 15:08:21.813105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:21.820313 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.820656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.820994 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.821318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.821641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.821963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.822284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.822600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.822923 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.823236 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.823571 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.823875 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:08:21.972715 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037ea4-6ee8-4e29-b0a4-498900a9431d req-c0a31a2f-2d01-48ba-a928-e4b825001b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:21.974205 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b3037ea4-6ee8-4e29-b0a4-498900a9431d req-c0a31a2f-2d01-48ba-a928-e4b825001b7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1098 time: 0.0415447 Apr 28 15:08:22.011264 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-b3037ea4-6ee8-4e29-b0a4-498900a9431d req-95a3801c-683e-447e-b7f8-549e6f88ec82 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284939 Apr 28 15:08:22.505931 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c68a34-c3c6-4fa9-a358-f719448b94ad req-8ef9b01d-3de0-4a49-8210-bde8b84a8ccc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:22.507477 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-14c68a34-c3c6-4fa9-a358-f719448b94ad req-8ef9b01d-3de0-4a49-8210-bde8b84a8ccc tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0607643 Apr 28 15:08:22.546295 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-14c68a34-c3c6-4fa9-a358-f719448b94ad req-5d048660-e2db-4424-96ed-4d3422887ca0 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326416 Apr 28 15:08:23.674211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c80fbd-5c2e-4bc9-a630-539ea09f7648 req-1df5abe4-4e0d-4c6c-af28-b7252a7706bd tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:23.675693 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15c80fbd-5c2e-4bc9-a630-539ea09f7648 req-1df5abe4-4e0d-4c6c-af28-b7252a7706bd tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0549624 Apr 28 15:08:23.714990 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-15c80fbd-5c2e-4bc9-a630-539ea09f7648 req-bf28e1d0-0be3-4b84-b0f7-635a31910bd2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Apr 28 15:08:23.845844 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73173d9-2150-4da2-84cb-394b4c2578b9 req-c62d6a4c-22ca-4437-889c-eae314cbd710 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:23.847434 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d73173d9-2150-4da2-84cb-394b4c2578b9 req-c62d6a4c-22ca-4437-889c-eae314cbd710 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0641913 Apr 28 15:08:23.896749 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d73173d9-2150-4da2-84cb-394b4c2578b9 req-91063800-c914-4685-b941-df5023a54581 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428798 Apr 28 15:08:23.920939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48116) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:08:23.961816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f9645-20a5-43b8-8028-0625cdd9edb9 tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:23.963334 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-350f9645-20a5-43b8-8028-0625cdd9edb9 tempest-TestVolumeBootPattern-483362348 tempest-TestVolumeBootPattern-483362348-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1093 time: 0.0414078 Apr 28 15:08:23.966383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48118) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:08:23.970604 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:08:23.994689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:24.096956 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:24.199831 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Allocated IP 172.26.4.177 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/a6a453b7-53a0-47b3-83fb-3e7d58e92b90) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:08:24.322295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:24.357553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:24.392667 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:08:24.397425 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:08:24.401008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:08:24.425689 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=a6a453b7-53a0-47b3-83fb-3e7d58e92b90,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:25.100799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:25.171389 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:25.317679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:25.324576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:25.397859 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event updated for resources: {'Port': ['ID=a6a453b7-53a0-47b3-83fb-3e7d58e92b90,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:08:25.430210 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:25.470478 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-22d83d8d-f036-47bd-b1e2-05c4b2285d22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863702 Apr 28 15:08:25.560684 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP c7fe3288-acbd-4003-9808-b8a4295ec832 associated. External IP: 172.26.4.177, port: f897fe69-7147-4e22-a3cc-db014c7b048e. Apr 28 15:08:25.607514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-df6a3d36-c22d-4af2-bbe2-4a06df87f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:25.609042 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-df6a3d36-c22d-4af2-bbe2-4a06df87f466 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1098 time: 0.0906625 Apr 28 15:08:25.790813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-06e1fd5d-14ca-445f-ac8c-946899882073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:25.792231 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-06e1fd5d-14ca-445f-ac8c-946899882073 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.1402378 Apr 28 15:08:25.896198 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:08:25.898874 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-e99fdefc-d627-4863-8a1c-db9a149dfe04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 1000 time: 0.0729880 Apr 28 15:08:25.991383 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-aa9bd7ea-049a-4790-9a70-765686a606bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:25.993293 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-aa9bd7ea-049a-4790-9a70-765686a606bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0872829 Apr 28 15:08:26.070677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:08:26.081381 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:08:26.086427 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-24335120-2b26-4092-969d-fa4bcfcd46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:26.087949 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-24335120-2b26-4092-969d-fa4bcfcd46a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874279 Apr 28 15:08:26.092353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:08:26.092977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:08:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:26.096255 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:26.163515 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-2f086856-8300-4a8c-8576-aba7f298b382 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1961343 Apr 28 15:08:26.165642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:08:26.167804 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee511ea-0a02-4258-bfa8-64a36e975414" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:08:26.205305 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:08:26.210414 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-0acbd331-4cd9-4683-8009-f0e32b98204a service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103694 Apr 28 15:08:26.211945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366e4e52-7f2c-452d-9a66-b4f34c016ad5 x-openstack-request-id: req-366e4e52-7f2c-452d-9a66-b4f34c016ad5 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:08:26.212220 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:08:26.212464 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-366e4e52-7f2c-452d-9a66-b4f34c016ad5 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:08:26.212852 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366e4e52-7f2c-452d-9a66-b4f34c016ad5'] response: {'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'status': 'completed', 'code': 200} Apr 28 15:08:26.275183 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-5035ff84-1c66-4e76-bb7f-40afabac38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:26.277125 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-5035ff84-1c66-4e76-bb7f-40afabac38e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1098 time: 0.0423052 Apr 28 15:08:26.314491 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-5e41d774-dc6d-4be3-888d-ddd3ecfcd84b req-7734fb78-1b1b-4c0f-a87a-6a01b1b517b0 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916445 Apr 28 15:08:26.373167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-85a5f675-da41-4463-bde1-fa7bb5ead72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:26.374786 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-85a5f675-da41-4463-bde1-fa7bb5ead72f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.0919626 Apr 28 15:08:26.436294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c7fe3288-acbd-4003-9808-b8a4295ec832', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.177', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:4b:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:08:24Z', 'updated_at': '2022-04-28T15:08:24Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}, {'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:26.440032 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-d8dc12d2-c08a-4683-a220-fdb98e5992c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 200 len: 999 time: 0.0566950 Apr 28 15:08:26.465479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:08:26.473982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:08:26.474584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:08:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:26.489144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-22416503-919c-4171-9958-343a54c050a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:26.490619 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-22416503-919c-4171-9958-343a54c050a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0437543 Apr 28 15:08:26.545852 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-3484b0a9-0d62-4189-8ca9-74da3dd2df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:08:26.547324 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-3484b0a9-0d62-4189-8ca9-74da3dd2df6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460954 Apr 28 15:08:26.577581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:08:26.636784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-10b426c5-e110-40cb-9dca-f80524d08ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817118 Apr 28 15:08:26.728910 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ee511ea-0a02-4258-bfa8-64a36e975414 req-37225a95-f711-4044-ac73-95299a70f413 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Apr 28 15:08:26.803669 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c7fe3288-acbd-4003-9808-b8a4295ec832', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.177', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:4b:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:08:24Z', 'updated_at': '2022-04-28T15:08:24Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}, {'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:08:26.829709 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a49522-4ed9-4b03-83cb-d23d4f63bc65 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c7fe3288-acbd-4003-9808-b8a4295ec832', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.177', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:4b:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:08:24Z', 'updated_at': '2022-04-28T15:08:24Z', 'revision_number': 0, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}, {'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:08:27.126653 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39b255-4aca-4d9c-a87a-03f629b3ff55 None None] New status for floating IP c7fe3288-acbd-4003-9808-b8a4295ec832: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:08:39.946853 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:08:45.576676 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a673ea67-4857-4fb2-b9b4-accab66d6671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:47.930407 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8450d416-0cdc-4786-ab0b-49e8663cb1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:48.450567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:49.014693 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:50.160685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:08:50.742917 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:15.573665 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1f02f129-1b61-48ed-a7c0-b0729c4b3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:16.950508 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:09:17.931554 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-15109cf7-c31b-4726-af9a-1f8872e7ec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:18.475161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:19.011705 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:20.167151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:20.749331 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:25.439018 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-1975c177-be4c-4fd9-ab4d-569ee6fef8d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408752 Apr 28 15:09:25.500850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-c034678e-d049-412c-abf5-fa52493f51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:25.502343 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-c034678e-d049-412c-abf5-fa52493f51f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1098 time: 0.0418391 Apr 28 15:09:25.615898 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-75dfe759-34a9-4c40-8e7b-b5462fa63385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:25.617762 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-75dfe759-34a9-4c40-8e7b-b5462fa63385 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 898 time: 0.0948839 Apr 28 15:09:25.687401 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-266e4bfb-b14a-45e5-84ef-fa98bf8d8251 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 1001 time: 0.0628176 Apr 28 15:09:25.734973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-ff6a6c9b-0aed-4551-8c7f-1cf261745add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:25.736320 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-ff6a6c9b-0aed-4551-8c7f-1cf261745add service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 843 time: 0.0425515 Apr 28 15:09:25.784231 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-fc2c0af4-4906-40f4-824a-3e3df80a0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:25.785656 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-fc2c0af4-4906-40f4-824a-3e3df80a0b5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d72113ec-1ff8-498f-85d0-a248976497b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427949 Apr 28 15:09:25.872511 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-45f0772b-c381-4023-9c27-f1dbb4fd3747 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798290 Apr 28 15:09:25.964643 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-bf29f94f-83aa-4b8f-a11c-893ffb3f5cfd req-61de300d-95f0-47aa-8b5c-fd8ea64b7446 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Apr 28 15:09:45.568740 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5d1b6ab3-98c0-46c6-9a46-9c97cefeb938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:47.841326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48150) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:09:47.925570 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a8b50d89-c4dc-42f6-bf02-7476946e292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:47.940439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:09:48.030764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8885192'] for subnet, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.191738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745689870520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4134819'] for subnet, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.224418 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:48.224996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.226356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/subnets/2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 835 time: 0.3837986 Apr 28 15:09:48.231506 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d1366-f39f-4249-b22d-68c8d56b17f4 None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:09:48.247445 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=2473ea3e-c18d-47a7-a2ca-ca9c51898d07,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:48.254552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.254893 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.255221 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.255540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.255861 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.256209 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.256526 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.256837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.257153 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.257461 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.257765 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.258061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff54aff9-d6f0-49a9-b8a5-968209d58c1f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:09:48.462734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.667593 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Provisioning complete for port 289a1205-a985-47b0-98ac-6f51531e27c9 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:09:48.668248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.763140 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Provisioning complete for port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:09:48.763387 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:48.850631 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Provisioning complete for port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:09:48.851088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-edcd6438-ac7f-4566-8e2a-c91cfe50c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:49.015535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:50.170437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:50.735353 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.392280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48156) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:09:53.556176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port a6a453b7-53a0-47b3-83fb-3e7d58e92b90 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:09:53.556500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.641859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.642152 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.653706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for a6a453b7-53a0-47b3-83fb-3e7d58e92b90 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:09:53.809994 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.834581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=a6a453b7-53a0-47b3-83fb-3e7d58e92b90,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:53.900906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:53.901449 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP c7fe3288-acbd-4003-9808-b8a4295ec832 disassociated (deleted). External IP: 172.26.4.177, port: f897fe69-7147-4e22-a3cc-db014c7b048e. Apr 28 15:09:53.949120 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:09:54.115958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:09:54.223299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:09:54.229637 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:54.235771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:09:54.250248 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:54.250858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.261809 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a37b7f74-6000-48ca-96b0-ff5353cf400a tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "DELETE /v2.0/floatingips/c7fe3288-acbd-4003-9808-b8a4295ec832 HTTP/1.1" status: 204 len: 168 time: 0.8680851 Apr 28 15:09:54.262446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:09:54.264906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:09:54.355675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:54.444492 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232febb-7d7f-412f-a37b-d482b8c3fa80 x-openstack-request-id: req-e232febb-7d7f-412f-a37b-d482b8c3fa80 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:09:54.445056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:09:54.445056 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e232febb-7d7f-412f-a37b-d482b8c3fa80 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:09:54.445590 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e232febb-7d7f-412f-a37b-d482b8c3fa80'] response: {'name': 'network-changed', 'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'status': 'completed', 'code': 200} Apr 28 15:09:54.499352 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc36b6c-5a4b-441e-b8af-a3c4fd67dba5 req-21742831-af6d-4e6a-8be2-d848ebf696c1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:54.500919 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9dc36b6c-5a4b-441e-b8af-a3c4fd67dba5 req-21742831-af6d-4e6a-8be2-d848ebf696c1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Apr 28 15:09:54.519043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-130edd0e-5cc8-450a-95ab-576086489f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:54.519043 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-130edd0e-5cc8-450a-95ab-576086489f3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 1098 time: 0.0498233 Apr 28 15:09:54.542386 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9dc36b6c-5a4b-441e-b8af-a3c4fd67dba5 req-0b1d886b-d957-4836-970e-3a16ab351663 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Apr 28 15:09:54.600111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.615280 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-5f9eb138-2e92-4c3b-a480-576480ece685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:54.617177 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-5f9eb138-2e92-4c3b-a480-576480ece685 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.0925756 Apr 28 15:09:54.627042 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:09:54.635272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:09:54.635876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.659886 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-eb019b0e-bc26-4a9c-85a3-9e9de1a8bcf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 200 len: 217 time: 0.0336342 Apr 28 15:09:54.713139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-65a71778-711d-4326-a98e-be4c6f585f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:54.714627 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-65a71778-711d-4326-a98e-be4c6f585f06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0476317 Apr 28 15:09:54.741977 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:09:54.760521 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-bc7f0bc8-0829-42d2-952b-fc948b6c558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:54.762018 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-bc7f0bc8-0829-42d2-952b-fc948b6c558b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397322 Apr 28 15:09:54.851711 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-e7d6d0aa-77e5-47d6-9b0f-6810e7cb77e7 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814977 Apr 28 15:09:54.947847 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-aa96f2ba-7189-4a44-8d9b-3cf5b7133204 req-08936341-bd2e-422b-b85e-c91b7dc4ad93 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875075 Apr 28 15:09:54.967763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:09:54.998752 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c93aac5-b8d9-4a76-83c7-dd0e88974028 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'c90cd846-1e20-4468-9179-922fd6f4ffe0', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'floating_ip_address': '172.26.4.17', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'port_id': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'mac_address': 'fa:16:3e:2f:1a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:06:04Z', 'updated_at': '2022-04-28T15:06:06Z', 'revision_number': 1, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:09:55.216861 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead47a36-f0d9-4bcf-b7cc-547af4178c53 None None] New status for floating IP c7fe3288-acbd-4003-9808-b8a4295ec832: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:09:55.663305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b0801-87c9-41b9-b176-718c1befdc61 req-7ed5e3d6-1d38-45f4-908d-c1a0a92ffe23 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:55.664819 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-447b0801-87c9-41b9-b176-718c1befdc61 req-7ed5e3d6-1d38-45f4-908d-c1a0a92ffe23 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Apr 28 15:09:55.704069 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-447b0801-87c9-41b9-b176-718c1befdc61 req-b86270c8-81f5-4631-81ae-50a353f75fa8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Apr 28 15:09:56.048692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-f7d3f41d-ea05-4296-bef5-1edf04c69e0c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:09:56.050124 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-f7d3f41d-ea05-4296-bef5-1edf04c69e0c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 945 time: 0.0490813 Apr 28 15:09:56.142028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port f897fe69-7147-4e22-a3cc-db014c7b048e {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:09:56.142314 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:56.227891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] For port f897fe69-7147-4e22-a3cc-db014c7b048e, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=f897fe69-7147-4e22-a3cc-db014c7b048e,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:09:56.228251 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:56.242093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for f897fe69-7147-4e22-a3cc-db014c7b048e owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:09:56.375652 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:56.402969 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=f897fe69-7147-4e22-a3cc-db014c7b048e,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:09:56.446755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] No DVR routers for this DVR port f897fe69-7147-4e22-a3cc-db014c7b048e on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:09:56.449391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:09:56.452708 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0362974a-3c3a-40d0-b0ee-13e8cc20f3cd req-e97aca4a-3a10-42e1-932b-f461bb04acd4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "DELETE /v2.0/ports/f897fe69-7147-4e22-a3cc-db014c7b048e HTTP/1.1" status: 204 len: 173 time: 0.3963091 Apr 28 15:09:56.453146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'name': 'network-vif-deleted', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:09:56.455382 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe4a6f7-bc04-464f-9945-ed7d3014f8fa" -d '{"events": [{"server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "name": "network-vif-deleted", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:09:56.491129 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621aa0b7-1a1e-46bd-8ebb-69d5b4aef1bc x-openstack-request-id: req-621aa0b7-1a1e-46bd-8ebb-69d5b4aef1bc {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:09:56.491723 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe027ee-83f1-4a2d-b237-cf371fadbef3", "name": "network-vif-deleted", "tag": "f897fe69-7147-4e22-a3cc-db014c7b048e", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:09:56.491989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-621aa0b7-1a1e-46bd-8ebb-69d5b4aef1bc {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:09:56.492392 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-621aa0b7-1a1e-46bd-8ebb-69d5b4aef1bc'] response: {'server_uuid': 'cfe027ee-83f1-4a2d-b237-cf371fadbef3', 'name': 'network-vif-deleted', 'tag': 'f897fe69-7147-4e22-a3cc-db014c7b048e', 'status': 'completed', 'code': 200} Apr 28 15:09:56.804132 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87c3a670-c34e-4628-9f9a-bcb0ec0b674c req-d9dc44fa-dc03-431f-a924-65dbb7d983a8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0272837 Apr 28 15:09:57.901812 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-117e2a0d-85f6-49b3-a6ec-1ab3e4817b3b req-bacbd4b6-7ff3-4833-ae48-0a75590f7ed1 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Apr 28 15:09:59.007776 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-8f242690-88b6-47da-af31-054164ea217b req-9a50ecce-29fb-4188-9f04-f3162a3dd8f2 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0272310 Apr 28 15:09:59.964805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device f897fe69-7147-4e22-a3cc-db014c7b048e no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:09:59.992590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: f897fe69-7147-4e22-a3cc-db014c7b048e {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:09:59.992926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device f897fe69-7147-4e22-a3cc-db014c7b048e not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:00.114351 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-9690a5da-588d-41b0-984b-5bf2001e762e req-c285a151-5c35-4bb6-b022-2c4fc3fb384e tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=cfe027ee-83f1-4a2d-b237-cf371fadbef3 HTTP/1.1" status: 200 len: 210 time: 0.0265360 Apr 28 15:10:05.510761 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48208) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:05.674447 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:05.674787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:05.752103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:05.752448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:05.763585 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:05.908973 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:05.935941 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=e27ed71c-026e-4e4c-90ea-e0d5aff2aa1c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:05.996200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:05.996532 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Floating IP c90cd846-1e20-4468-9179-922fd6f4ffe0 disassociated (deleted). External IP: 172.26.4.17, port: 7bedd985-710f-4968-afea-0ca5c7a5c515. Apr 28 15:10:06.546650 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:06.664365 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:06.669394 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:06.674209 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:06.685026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:06.685549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:06.696517 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-10747963-7bc6-45c6-bd5a-79dfe8392ca9 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "DELETE /v2.0/floatingips/c90cd846-1e20-4468-9179-922fd6f4ffe0 HTTP/1.1" status: 204 len: 168 time: 1.1846654 Apr 28 15:10:06.697137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:06.699651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45291229-46d1-4fc4-911c-cbd019e23c47" -d '{"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:06.742216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b43590-d2d1-4c0a-bf3e-d6661674d44c x-openstack-request-id: req-e3b43590-d2d1-4c0a-bf3e-d6661674d44c {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:06.742216 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:06.742499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3b43590-d2d1-4c0a-bf3e-d6661674d44c {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:06.742921 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b43590-d2d1-4c0a-bf3e-d6661674d44c'] response: {'name': 'network-changed', 'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'status': 'completed', 'code': 200} Apr 28 15:10:06.793850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:06.806544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-a256f612-8edf-4518-a75e-dc3c37b8ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:06.808124 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-a256f612-8edf-4518-a75e-dc3c37b8ce0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef4604cf984d406b93fa2919df704c37&device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 1098 time: 0.0437126 Apr 28 15:10:06.929326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-8c3c33fc-4f16-4d3f-84b3-c809ea1d025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:06.930781 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-8c3c33fc-4f16-4d3f-84b3-c809ea1d025f service neutron] 10.222.0.21 "GET /v2.0/networks?id=f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 200 len: 913 time: 0.1160173 Apr 28 15:10:06.976989 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-9d5e11fe-8ffe-4b48-965d-483ae221fbf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 200 len: 217 time: 0.0378175 Apr 28 15:10:06.985200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600249-d038-44ae-ac99-7b3cce55e8b3 req-47151c01-20e6-43de-9bb4-b48fe9b5267b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:06.986605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-21600249-d038-44ae-ac99-7b3cce55e8b3 req-47151c01-20e6-43de-9bb4-b48fe9b5267b tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.0836718 Apr 28 15:10:07.000522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:07.027014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:07.035775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:07.036413 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:07.054357 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-6f5aaba8-18a2-45dc-aede-5f445c8222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:07.055804 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-6f5aaba8-18a2-45dc-aede-5f445c8222e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 200 len: 851 time: 0.0683327 Apr 28 15:10:07.060772 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-21600249-d038-44ae-ac99-7b3cce55e8b3 req-d302a6f7-d4b6-4492-bd4e-c1ad3e7b18b3 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650487 Apr 28 15:10:07.104312 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-f75c28fb-6958-4a02-b6ca-99d5b9c74edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:07.107297 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-f75c28fb-6958-4a02-b6ca-99d5b9c74edf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f7c72c38-ef6e-48c5-a01e-439473761ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421207 Apr 28 15:10:07.150662 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:07.204224 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-206894e2-5729-4195-b8b6-4e6e1487fb93 service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901473 Apr 28 15:10:07.296779 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45291229-46d1-4fc4-911c-cbd019e23c47 req-94646615-7707-40f2-b208-6bc836c9b26b service neutron] 10.222.0.21 "GET /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838680 Apr 28 15:10:07.351584 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:07.522009 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de22a040-cc0c-44fb-a9c7-9574613dd675 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:02:31Z', 'revision_number': 4, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'e6cf26c0-162d-4b7d-92aa-f7c5976adc77', 'name': '', 'network_id': 'f7c72c38-ef6e-48c5-a01e-439473761ac1', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'mac_address': 'fa:16:3e:57:70:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:29Z', 'updated_at': '2022-04-28T15:02:35Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'subnets': [{'id': 'ba9ade5f-f4e9-4346-9e49-c99afb4f6beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:07.733657 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf474b-6207-4bb3-a519-1e86e3a36d96 None None] New status for floating IP c90cd846-1e20-4468-9179-922fd6f4ffe0: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:10:08.184330 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c173e4-5f16-4758-b305-742445c4c2aa req-26f4130e-56d4-4002-a31e-c79372e95ac5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:08.185778 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d1c173e4-5f16-4758-b305-742445c4c2aa req-26f4130e-56d4-4002-a31e-c79372e95ac5 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.0542145 Apr 28 15:10:08.227460 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d1c173e4-5f16-4758-b305-742445c4c2aa req-5f116c3d-3bae-46a6-b826-81fae67c074c tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/security-groups?id=058f7a13-540c-4dc7-9cec-4cb928ad64fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330439 Apr 28 15:10:08.407892 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-90788707-a6f0-455b-8805-f3a5f48421d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:08.409338 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-90788707-a6f0-455b-8805-f3a5f48421d8 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 945 time: 0.0544844 Apr 28 15:10:08.509419 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port 7bedd985-710f-4968-afea-0ca5c7a5c515 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:08.509751 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:08.598427 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] For port 7bedd985-710f-4968-afea-0ca5c7a5c515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=7bedd985-710f-4968-afea-0ca5c7a5c515,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:08.598763 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:08.611635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for 7bedd985-710f-4968-afea-0ca5c7a5c515 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:08.739410 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:08.766762 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=7bedd985-710f-4968-afea-0ca5c7a5c515,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:08.814045 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] No DVR routers for this DVR port 7bedd985-710f-4968-afea-0ca5c7a5c515 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:08.816706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:08.820008 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-06c3bbb8-ea49-4c8f-9b66-0acbc92685cd req-17a8fbe9-5554-47ef-b671-2938a8888c56 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.21 "DELETE /v2.0/ports/7bedd985-710f-4968-afea-0ca5c7a5c515 HTTP/1.1" status: 204 len: 173 time: 0.4042847 Apr 28 15:10:08.820460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'name': 'network-vif-deleted', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:08.822727 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b253b6-0160-43c4-8513-ec655994c8c2" -d '{"events": [{"server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "name": "network-vif-deleted", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:08.859373 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed38153-74a5-473e-902a-96254b67c8eb x-openstack-request-id: req-8ed38153-74a5-473e-902a-96254b67c8eb {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:08.859658 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4604eaf4-cdb6-42af-806a-2881710e85ae", "name": "network-vif-deleted", "tag": "7bedd985-710f-4968-afea-0ca5c7a5c515", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:08.859900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ed38153-74a5-473e-902a-96254b67c8eb {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:08.860378 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed38153-74a5-473e-902a-96254b67c8eb'] response: {'server_uuid': '4604eaf4-cdb6-42af-806a-2881710e85ae', 'name': 'network-vif-deleted', 'tag': '7bedd985-710f-4968-afea-0ca5c7a5c515', 'status': 'completed', 'code': 200} Apr 28 15:10:09.321287 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-f56644a3-62f9-43b8-9621-8ef6359f3916 req-31008836-28cc-4baf-bd05-e88d89d790f4 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 210 time: 0.0274823 Apr 28 15:10:10.417225 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c3dea3c-71d1-47c6-a734-e1fca7d0e0f4 req-5f206180-a66b-4b7b-96b6-39930b3725bf tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 210 time: 0.0268097 Apr 28 15:10:11.512062 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ef4d2fca-4265-4e58-8714-0d01484787b3 req-b20ae9b4-4bdd-4ef6-bc32-62c7437cf857 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "GET /v2.0/ports?device_id=4604eaf4-cdb6-42af-806a-2881710e85ae HTTP/1.1" status: 200 len: 210 time: 0.0274718 Apr 28 15:10:12.009172 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7bedd985-710f-4968-afea-0ca5c7a5c515 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:12.029755 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 7bedd985-710f-4968-afea-0ca5c7a5c515 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:12.030115 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 7bedd985-710f-4968-afea-0ca5c7a5c515 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:12.569925 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48228) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:12.696423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Deleting port c85f3dd1-8792-42c0-9bb2-0d860b2ff86d {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:12.696684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:12.773417 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:12.773734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:12.785470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Calling delete_port for c85f3dd1-8792-42c0-9bb2-0d860b2ff86d owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:12.923894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:12.949821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'Port': ['ID=c85f3dd1-8792-42c0-9bb2-0d860b2ff86d,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:13.015966 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:13.018877 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:13.020070 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7ab050bc-b3b7-4bd6-8a27-0225d9f39d7d tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "DELETE /v2.0/floatingips/5fb4c202-32e4-4792-a496-00b33816bf6b HTTP/1.1" status: 204 len: 168 time: 0.4490492 Apr 28 15:10:15.290018 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48242) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:15.348033 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:15.373742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:15.433248 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:15.435995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:15.437182 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] 10.222.0.58 "DELETE /v2.0/security-groups/058f7a13-540c-4dc7-9cec-4cb928ad64fe HTTP/1.1" status: 204 len: 168 time: 0.1461997 Apr 28 15:10:15.446831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a584b-9759-4184-845c-ba2d8a3f8662 tempest-TestVolumeBootPattern-146992458 tempest-TestVolumeBootPattern-146992458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f7a13-540c-4dc7-9cec-4cb928ad64fe,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:15.495951 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48246) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:15.575982 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-919bef62-d651-4f3b-becd-a7a84516dc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:16.003232 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:16.266820 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Deleting port e6cf26c0-162d-4b7d-92aa-f7c5976adc77 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:16.267029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:16.344072 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] For port e6cf26c0-162d-4b7d-92aa-f7c5976adc77, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:16.344441 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:16.356548 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Calling delete_port for e6cf26c0-162d-4b7d-92aa-f7c5976adc77 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:16.548691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:16.578463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cf26c0-162d-4b7d-92aa-f7c5976adc77,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:16.602882 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.603207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.603547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.603885 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.604253 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.604582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.604907 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.605230 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.605549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.605891 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.606209 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.606509 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:16.751190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.314284 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:17.421154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:17.427285 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-48bbfc27-5150-4898-b4a0-b8784cdd384b admin admin] 10.222.0.58 "PUT /v2.0/routers/8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9302065 Apr 28 15:10:17.429792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48250) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:17.431318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Sync routers for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:17.447284 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:17.447971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:17.544821 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.553967 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:17.647600 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.701318 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Deleting port eddd571b-2beb-4b8a-aa37-395a778b1ad1 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:17.701663 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.729892 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:10:16Z', 'revision_number': 5, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port': {'id': 'eddd571b-2beb-4b8a-aa37-395a778b1ad1', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:04:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:25Z', 'updated_at': '2022-04-28T15:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:17.759793 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Checking router: 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:17.768447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Routers {'8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:17.769053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:09:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:17.782722 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] For port eddd571b-2beb-4b8a-aa37-395a778b1ad1, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=eddd571b-2beb-4b8a-aa37-395a778b1ad1,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:17.783089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.795867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Calling delete_port for eddd571b-2beb-4b8a-aa37-395a778b1ad1 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:17.853580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] Set router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 gateway port host: None {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:17.904069 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:10:17Z', 'revision_number': 6, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:17.936893 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d729077-2e2c-4528-8aa5-b9b8d3bc7f80 None None] The sync data for ids ['8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0'] in dv-neutron-839772-1-hyperv is: [{'id': '8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0', 'name': 'tempest-TestVolumeBootPattern-2095386073-router', 'tenant_id': 'ef4604cf984d406b93fa2919df704c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:24Z', 'updated_at': '2022-04-28T15:10:17Z', 'revision_number': 6, 'project_id': 'ef4604cf984d406b93fa2919df704c37', 'gw_port_host': None}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:17.952108 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b1a91c3e-d3e6-442f-949d-405c90662dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.963634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:17.990497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddd571b-2beb-4b8a-aa37-395a778b1ad1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:18.054628 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.145326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.147477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.192959 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.193522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:10:18.197945 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.199138 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4ef4f5a3-4e54-415d-8223-922d04c713d9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/8f0bdd51-f1c2-4c90-9f1b-56067dbfbea0 HTTP/1.1" status: 204 len: 168 time: 0.7680278 Apr 28 15:10:18.201698 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48252) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:18.247093 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Deleting subnet ba9ade5f-f4e9-4346-9e49-c99afb4f6beb {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:10:18.250120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.285986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.372458 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.428577 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.454392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9ade5f-f4e9-4346-9e49-c99afb4f6beb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:18.458347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.461941 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1a898f96-96c2-4d4b-bb06-b5b39be09ae1 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ba9ade5f-f4e9-4346-9e49-c99afb4f6beb HTTP/1.1" status: 204 len: 168 time: 0.2589905 Apr 28 15:10:18.464583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48254) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:18.465879 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dd3d19-88c0-42b3-948d-5fbdc67953d3 None None] Network f7c72c38-ef6e-48c5-a01e-439473761ac1 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:10:18.468771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.533204 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.586357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Deleting port 96a043eb-e211-4e82-819b-b91b8d8f7485 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:18.586699 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.653190 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] For port 96a043eb-e211-4e82-819b-b91b8d8f7485, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=96a043eb-e211-4e82-819b-b91b8d8f7485,segment=NetworkSegment(f731083a-6bb2-4683-9088-e44872cfe5b6),segment_id=f731083a-6bb2-4683-9088-e44872cfe5b6)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:18.653450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.669814 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Calling delete_port for 96a043eb-e211-4e82-819b-b91b8d8f7485 owned by network:dhcp {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:18.697027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5502998-c385-4168-829b-4f752176c595 None None] DHCP port deletion for f7c72c38-ef6e-48c5-a01e-439473761ac1 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:10:18.757496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6cf26c0-162d-4b7d-92aa-f7c5976adc77 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:18.759553 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.760023 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b5502998-c385-4168-829b-4f752176c595 None None] Deleting port 96a043eb-e211-4e82-819b-b91b8d8f7485 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:18.760390 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.783261 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Pushing event deleted for resources: {'Port': ['ID=96a043eb-e211-4e82-819b-b91b8d8f7485,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:18.788917 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] No DVR routers for this DVR port 96a043eb-e211-4e82-819b-b91b8d8f7485 on host dv-neutron-839772-1-hyperv {{(pid=102640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:18.790022 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: e6cf26c0-162d-4b7d-92aa-f7c5976adc77 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:18.790360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device e6cf26c0-162d-4b7d-92aa-f7c5976adc77 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:18.790780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device eddd571b-2beb-4b8a-aa37-395a778b1ad1 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:18.811657 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: eddd571b-2beb-4b8a-aa37-395a778b1ad1 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:18.812093 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device eddd571b-2beb-4b8a-aa37-395a778b1ad1 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:18.812551 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 96a043eb-e211-4e82-819b-b91b8d8f7485 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:18.862769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.864158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 96a043eb-e211-4e82-819b-b91b8d8f7485 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:18.864509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 96a043eb-e211-4e82-819b-b91b8d8f7485 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:18.881228 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b5502998-c385-4168-829b-4f752176c595 None None] For port 96a043eb-e211-4e82-819b-b91b8d8f7485, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:18.881624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.885945 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c72c38-ef6e-48c5-a01e-439473761ac1']}} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:18.893856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-b5502998-c385-4168-829b-4f752176c595 None None] Calling delete_port for 96a043eb-e211-4e82-819b-b91b8d8f7485 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:18.895086 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f731083a-6bb2-4683-9088-e44872cfe5b6') {'for_net_delete': True} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:18.895386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.services.segments.db [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f731083a-6bb2-4683-9088-e44872cfe5b6') {} {{(pid=102640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:18.896580 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-b5502998-c385-4168-829b-4f752176c595 None None] Port 96a043eb-e211-4e82-819b-b91b8d8f7485 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:10:18.897898 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.906523 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776016'] for segment, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.920665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.921088 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5502998-c385-4168-829b-4f752176c595 None None] Pushing event deleted for resources: {'Port': ['ID=96a043eb-e211-4e82-819b-b91b8d8f7485,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:18.926927 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:10:18.927334 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3426704'] for segment, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: Traceback (most recent call last): Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: timer() Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: cb(*args, **kw) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: return func(*args, **kwargs) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: self._notify() Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: self.callback(batched_events) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: event.method(event) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: return f(self, *a, **k) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._get(url).json() Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: return self.request(url, 'GET', **kwargs) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:10:18.929095 dv-neutron-839772-1-hyperv neutron-server[102640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:10:18.933101 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5502998-c385-4168-829b-4f752176c595 None None] No DVR routers for this DVR port 96a043eb-e211-4e82-819b-b91b8d8f7485 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:18.935122 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.935556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.935808 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.936182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.936509 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.936841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.937169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.937493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.937821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.938191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.938457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.938775 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5502998-c385-4168-829b-4f752176c595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:18.996218 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.002140 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.006114 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] 10.222.0.58 "DELETE /v2.0/networks/f7c72c38-ef6e-48c5-a01e-439473761ac1 HTTP/1.1" status: 204 len: 168 time: 0.5400932 Apr 28 15:10:19.009050 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48256) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:19.025930 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.027062 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c6069-156c-4e6e-85ed-3c16fdf1884d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c72c38-ef6e-48c5-a01e-439473761ac1,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:19.380049 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.628789 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Deleting port 70c57a7f-d602-469f-9496-64b25978ed90 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:19.629558 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.716227 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] For port 70c57a7f-d602-469f-9496-64b25978ed90, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=70c57a7f-d602-469f-9496-64b25978ed90,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:19.716477 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.729587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Calling delete_port for 70c57a7f-d602-469f-9496-64b25978ed90 owned by network:router_interface {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:19.910734 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:19.940643 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Pushing event deleted for resources: {'Port': ['ID=70c57a7f-d602-469f-9496-64b25978ed90,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:20.109879 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.168547 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.329381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Router 57f82bc0-a726-4275-90a3-f347358f0884 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:20.442851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:20.449139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-94d42ad3-347e-47cb-aa87-5e3a3ebbacac admin admin] 10.222.0.58 "PUT /v2.0/routers/57f82bc0-a726-4275-90a3-f347358f0884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4386775 Apr 28 15:10:20.451311 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48258) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:20.454980 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Sync routers for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:20.467843 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:20.468506 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:20.562139 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.583032 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:20.664867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.720067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Deleting port baa7efad-42f7-4676-8b4f-5a9757ff9b69 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:20.720481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.738007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.771143 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:10:19Z', 'revision_number': 5, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port': {'id': 'baa7efad-42f7-4676-8b4f-5a9757ff9b69', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:1e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f82bc0-a726-4275-90a3-f347358f0884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:02:37Z', 'updated_at': '2022-04-28T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:20.800325 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Checking router: 57f82bc0-a726-4275-90a3-f347358f0884 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:20.803008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] For port baa7efad-42f7-4676-8b4f-5a9757ff9b69, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=baa7efad-42f7-4676-8b4f-5a9757ff9b69,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:20.803368 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:20.808406 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Routers {'57f82bc0-a726-4275-90a3-f347358f0884'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:20.808996 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['57f82bc0-a726-4275-90a3-f347358f0884'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:20.814867 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Calling delete_port for baa7efad-42f7-4676-8b4f-5a9757ff9b69 owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:20.890291 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] Set router 57f82bc0-a726-4275-90a3-f347358f0884 gateway port host: None {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:20.942165 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:10:20Z', 'revision_number': 6, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port_host': None}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:20.967306 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08421c6f-03cc-414f-ae43-b3ed094c7d6c None None] The sync data for ids ['57f82bc0-a726-4275-90a3-f347358f0884'] in dv-neutron-839772-1-hyperv is: [{'id': '57f82bc0-a726-4275-90a3-f347358f0884', 'name': 'tempest-TestVolumeBootPattern-1459266349-router', 'tenant_id': '568bf59ca55849c8b08ba21e889b9ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:02:36Z', 'updated_at': '2022-04-28T15:10:20Z', 'revision_number': 6, 'project_id': '568bf59ca55849c8b08ba21e889b9ce7', 'gw_port_host': None}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:20.977721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.005801 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=baa7efad-42f7-4676-8b4f-5a9757ff9b69,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:21.063950 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.154089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.156272 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.203935 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.204454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f82bc0-a726-4275-90a3-f347358f0884 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:10:21.208837 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.209977 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-81bf0a99-67e5-4b60-8efa-fa73fa7b7b5a admin admin] 10.222.0.58 "DELETE /v2.0/routers/57f82bc0-a726-4275-90a3-f347358f0884 HTTP/1.1" status: 204 len: 168 time: 0.7576630 Apr 28 15:10:21.212582 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48260) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:21.256659 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Deleting subnet b8128e60-9a5d-4792-8ca8-4997f0671a83 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:10:21.259863 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.293850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.382077 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.438832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.463151 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8128e60-9a5d-4792-8ca8-4997f0671a83,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:21.467144 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.470613 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-712f8ff4-84cb-4b9f-8fbc-b4e82fec94f9 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b8128e60-9a5d-4792-8ca8-4997f0671a83 HTTP/1.1" status: 204 len: 168 time: 0.2568684 Apr 28 15:10:21.473734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48262) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:21.474426 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a40020-599a-484d-9621-58bbf51e3035 None None] Network 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:10:21.541794 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.597676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Deleting port b788a7b7-bf7a-4125-b198-cf763483ae85 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:21.598019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.658777 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] For port b788a7b7-bf7a-4125-b198-cf763483ae85, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b788a7b7-bf7a-4125-b198-cf763483ae85,segment=NetworkSegment(6eb01155-3a21-41f9-b958-72b196282c3c),segment_id=6eb01155-3a21-41f9-b958-72b196282c3c)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:21.659054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.671214 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Calling delete_port for b788a7b7-bf7a-4125-b198-cf763483ae85 owned by network:dhcp {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:21.720696 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] DHCP port deletion for 8573afa0-b8fe-43cd-8b64-e32899bc6ab0 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:10:21.757810 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.774339 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Deleting port b788a7b7-bf7a-4125-b198-cf763483ae85 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:21.774735 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.783042 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b788a7b7-bf7a-4125-b198-cf763483ae85,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:21.786926 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] No DVR routers for this DVR port b788a7b7-bf7a-4125-b198-cf763483ae85 on host dv-neutron-839772-1-hyperv {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:21.847437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] For port b788a7b7-bf7a-4125-b198-cf763483ae85, host dv-neutron-839772-1-hyperv, got binding levels [] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:21.847951 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.858729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.860018 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Calling delete_port for b788a7b7-bf7a-4125-b198-cf763483ae85 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:21.862659 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.ipam_backend_mixin [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Port b788a7b7-bf7a-4125-b198-cf763483ae85 was not found and therefore no delete operation was performed {{(pid=102642) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 28 15:10:21.863942 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.883679 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8573afa0-b8fe-43cd-8b64-e32899bc6ab0']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:21.890375 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] Pushing event deleted for resources: {'Port': ['ID=b788a7b7-bf7a-4125-b198-cf763483ae85,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:21.892243 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2b620-9a49-4afa-a0d1-28fdf52b3871 None None] No DVR routers for this DVR port b788a7b7-bf7a-4125-b198-cf763483ae85 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:21.894298 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb01155-3a21-41f9-b958-72b196282c3c') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:21.894648 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb01155-3a21-41f9-b958-72b196282c3c') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:21.904928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.918806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.924946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:10:21.925352 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:10:21.927107 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:10:21.982573 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.988803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:21.992344 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] 10.222.0.58 "DELETE /v2.0/networks/8573afa0-b8fe-43cd-8b64-e32899bc6ab0 HTTP/1.1" status: 204 len: 168 time: 0.5176382 Apr 28 15:10:22.004976 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbebc2-6318-4352-808d-badf987881ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8573afa0-b8fe-43cd-8b64-e32899bc6ab0,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:22.123259 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48266) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:22.169339 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4842cab4-0897-4497-9dcf-b792ebbed38d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ef4604cf984d406b93fa2919df704c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446749 Apr 28 15:10:22.171830 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48268) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:22.221453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.243849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.294668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.297174 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.298362 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c995b9e5-5290-4c3e-b28a-2fc5c27c5a3d HTTP/1.1" status: 204 len: 168 time: 0.1256464 Apr 28 15:10:22.306149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e65eb0-6d69-49d5-ac37-cde752b23cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995b9e5-5290-4c3e-b28a-2fc5c27c5a3d,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:22.503399 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device baa7efad-42f7-4676-8b4f-5a9757ff9b69 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:22.527512 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: baa7efad-42f7-4676-8b4f-5a9757ff9b69 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:22.527833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device baa7efad-42f7-4676-8b4f-5a9757ff9b69 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:22.528462 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 70c57a7f-d602-469f-9496-64b25978ed90 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:22.548392 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 70c57a7f-d602-469f-9496-64b25978ed90 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:22.548741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 70c57a7f-d602-469f-9496-64b25978ed90 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:22.549151 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b788a7b7-bf7a-4125-b198-cf763483ae85 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:22.567774 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b788a7b7-bf7a-4125-b198-cf763483ae85 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:22.568148 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b788a7b7-bf7a-4125-b198-cf763483ae85 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:22.636678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48274) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:22.677768 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-8b08015b-9c2e-454d-97cf-11878b576169 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=568bf59ca55849c8b08ba21e889b9ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398555 Apr 28 15:10:22.680339 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48276) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:22.728318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.751811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.803320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.806029 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:22.807202 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1658c6e2-66f2-4ebe-8e89-168bf82c0a12 HTTP/1.1" status: 204 len: 168 time: 0.1259549 Apr 28 15:10:22.815656 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995a903-6346-4618-9c8f-12d122a33c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658c6e2-66f2-4ebe-8e89-168bf82c0a12,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:30.959480 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:10:31.973587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48282) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:32.142600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 87c9ae73-5225-425a-bd6e-30c5ce16d4f0 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:32.142899 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.226573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.226834 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.238763 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 87c9ae73-5225-425a-bd6e-30c5ce16d4f0 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:32.392700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.419075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=87c9ae73-5225-425a-bd6e-30c5ce16d4f0,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:32.477925 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.478140 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP b15bf907-8bd1-486f-8279-4b13d6b39ecd disassociated (deleted). External IP: 172.26.4.220, port: 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2. Apr 28 15:10:32.711149 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 484f3f25-4c47-48b9-8e8a-4c77da89385b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:32.823146 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:32.828031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:32.834121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Sync routers for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:32.849383 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:32.850007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:32.854291 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-5ed780cf-76a6-45fe-8951-09a98ebaa68c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/b15bf907-8bd1-486f-8279-4b13d6b39ecd HTTP/1.1" status: 204 len: 168 time: 0.8794692 Apr 28 15:10:32.854876 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:32.859946 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce" -d '{"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:32.972729 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:33.097429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f62e4d-e001-4de7-9722-c00ad8a047a1 x-openstack-request-id: req-e8f62e4d-e001-4de7-9722-c00ad8a047a1 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:33.097978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:33.097978 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e8f62e4d-e001-4de7-9722-c00ad8a047a1 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:33.098402 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f62e4d-e001-4de7-9722-c00ad8a047a1'] response: {'name': 'network-changed', 'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'status': 'completed', 'code': 200} Apr 28 15:10:33.183210 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e32602-b03c-432f-90a4-9bafd448e2c0 req-3c3cd2d0-07ac-4689-8cdb-75002f763aeb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.184769 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87e32602-b03c-432f-90a4-9bafd448e2c0 req-3c3cd2d0-07ac-4689-8cdb-75002f763aeb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0886433 Apr 28 15:10:33.187940 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-83fb2df3-0eef-4677-b6da-21487d9368a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.189353 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-83fb2df3-0eef-4677-b6da-21487d9368a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 1098 time: 0.0635569 Apr 28 15:10:33.288787 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-87e32602-b03c-432f-90a4-9bafd448e2c0 req-16194f95-6d0b-4850-9c10-46f3548a0d8e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926149 Apr 28 15:10:33.318787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-7224bc13-fc57-479d-ae18-8c9d48d2b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.320365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-7224bc13-fc57-479d-ae18-8c9d48d2b2f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 200 len: 898 time: 0.1231284 Apr 28 15:10:33.361690 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:33.367356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-6519b6b5-39d0-4e0c-8b5e-1737ec670637 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 200 len: 217 time: 0.0395236 Apr 28 15:10:33.387887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Checking router: 484f3f25-4c47-48b9-8e8a-4c77da89385b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:33.396433 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:33.397031 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:33.416291 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-50764da4-b2a8-42fd-bb6f-5743d3f9bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.417784 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-50764da4-b2a8-42fd-bb6f-5743d3f9bf9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 200 len: 843 time: 0.0438290 Apr 28 15:10:33.464040 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-ef2bd586-e200-4744-993f-29cc4987ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:33.465613 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-ef2bd586-e200-4744-993f-29cc4987ed6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d72113ec-1ff8-498f-85d0-a248976497b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409017 Apr 28 15:10:33.506359 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:33.560105 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-d5a40d49-8af1-4781-aad6-67911aca7ce7 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870376 Apr 28 15:10:33.647994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-49e2255a-e05d-4d7f-9509-81cbc2cdbcce req-28818faa-f6fb-49cc-b57f-f0e93ff2dab4 service neutron] 10.222.0.21 "GET /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805285 Apr 28 15:10:33.707627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:33.733737 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a00f4-b6af-4744-b6b3-63b97a652735 None None] The sync data for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv is: [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:37Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '289a1205-a985-47b0-98ac-6f51531e27c9', 'name': '', 'network_id': 'd72113ec-1ff8-498f-85d0-a248976497b2', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:1b:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:36Z', 'updated_at': '2022-04-28T15:07:39Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '2473ea3e-c18d-47a7-a2ca-ca9c51898d07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:33.940377 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e9e2a-8e3a-431c-bc14-3b20f8c3a085 None None] New status for floating IP b15bf907-8bd1-486f-8279-4b13d6b39ecd: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:10:34.396955 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-da1b6963-c5ab-4efe-a8b5-369fd3fb2f5e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:34.398420 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-da1b6963-c5ab-4efe-a8b5-369fd3fb2f5e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Apr 28 15:10:34.410287 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db23c30-8994-45f8-9d24-a09cefe5b914 req-4311470d-c4f7-45e4-8363-1fd5791efacb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:34.411838 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8db23c30-8994-45f8-9d24-a09cefe5b914 req-4311470d-c4f7-45e4-8363-1fd5791efacb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Apr 28 15:10:34.458373 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8db23c30-8994-45f8-9d24-a09cefe5b914 req-2082585d-1497-4db9-bd81-10a5734c3f0f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=061afc40-103c-45d7-a0ec-d34af5698536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404046 Apr 28 15:10:34.493536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:34.493869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:34.582562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:34.582834 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:34.595482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:34.737922 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:34.766380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=86f54f9c-86e6-4d91-a3f4-8b1a614d93c2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:34.811707 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:34.814656 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:34.818400 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4a56a0f4-c563-4f40-ba52-72fd7bf59ec1 req-548608d2-f238-425a-84de-040dedbb229e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 HTTP/1.1" status: 204 len: 173 time: 0.4145627 Apr 28 15:10:34.818844 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'name': 'network-vif-deleted', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:34.821897 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c314a1de-4d1a-4714-953f-dd4a821e000c" -d '{"events": [{"server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "name": "network-vif-deleted", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:34.863028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45993ecc-d5bd-4df0-a992-3e22aba3c186 x-openstack-request-id: req-45993ecc-d5bd-4df0-a992-3e22aba3c186 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:34.863413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb72c596-a94c-4e9d-bf16-ab9b94824c18", "name": "network-vif-deleted", "tag": "86f54f9c-86e6-4d91-a3f4-8b1a614d93c2", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:34.863671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-45993ecc-d5bd-4df0-a992-3e22aba3c186 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:34.864160 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45993ecc-d5bd-4df0-a992-3e22aba3c186'] response: {'server_uuid': 'cb72c596-a94c-4e9d-bf16-ab9b94824c18', 'name': 'network-vif-deleted', 'tag': '86f54f9c-86e6-4d91-a3f4-8b1a614d93c2', 'status': 'completed', 'code': 200} Apr 28 15:10:35.565860 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6bff5eed-7ba8-4085-a318-77e824ed1dbc req-49e27054-6633-4ec1-bf4b-7983a902f71a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=cb72c596-a94c-4e9d-bf16-ab9b94824c18 HTTP/1.1" status: 200 len: 210 time: 0.0279655 Apr 28 15:10:36.622755 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48304) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:36.687977 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:36.715719 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:36.781514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:36.785252 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:36.786454 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/061afc40-103c-45d7-a0ec-d34af5698536 HTTP/1.1" status: 204 len: 168 time: 0.1626446 Apr 28 15:10:36.796547 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1aa9f-4446-45c9-bb2c-9b9b3c4ed197 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061afc40-103c-45d7-a0ec-d34af5698536,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:36.824305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48308) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:37.520605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:37.782938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 289a1205-a985-47b0-98ac-6f51531e27c9 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:37.783228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:37.872421 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 289a1205-a985-47b0-98ac-6f51531e27c9, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=289a1205-a985-47b0-98ac-6f51531e27c9,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:37.873132 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:37.884346 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 289a1205-a985-47b0-98ac-6f51531e27c9 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:38.071208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:38.077953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.096352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:38.096712 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device 86f54f9c-86e6-4d91-a3f4-8b1a614d93c2 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:38.105906 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=289a1205-a985-47b0-98ac-6f51531e27c9,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:38.285072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.495783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 484f3f25-4c47-48b9-8e8a-4c77da89385b has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:38.617301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:38.622789 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-39faa9d2-f575-4b5a-bf81-eec37c8518ac tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/484f3f25-4c47-48b9-8e8a-4c77da89385b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974756 Apr 28 15:10:38.625894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48310) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:38.627376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Sync routers for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:38.638548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:38.639163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:38.682807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 2473ea3e-c18d-47a7-a2ca-ca9c51898d07 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:10:38.686127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.727448 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.742873 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:38.812230 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.878627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.909676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=2473ea3e-c18d-47a7-a2ca-ca9c51898d07,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:38.912802 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:38.920611 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-dbe5aeab-2531-4441-820b-d0baaf74d9ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/2473ea3e-c18d-47a7-a2ca-ca9c51898d07 HTTP/1.1" status: 204 len: 168 time: 0.2907748 Apr 28 15:10:38.920721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65104fe3-eca7-4bfe-ab9a-26fb1bfc6c13 None None] Network d72113ec-1ff8-498f-85d0-a248976497b2 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:10:38.920817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48314) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:39.034947 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.073138 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:10:38Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.113694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Checking router: 484f3f25-4c47-48b9-8e8a-4c77da89385b for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:39.132194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Routers {'484f3f25-4c47-48b9-8e8a-4c77da89385b'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:39.132437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['484f3f25-4c47-48b9-8e8a-4c77da89385b'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.143430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.212088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port dfb7c2ca-0104-4002-9acc-45e0d5566b3c {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:39.212425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.219272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] DHCP port deletion for d72113ec-1ff8-498f-85d0-a248976497b2 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:10:39.272637 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] Set router 484f3f25-4c47-48b9-8e8a-4c77da89385b gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:39.305351 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port dfb7c2ca-0104-4002-9acc-45e0d5566b3c, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:39.305615 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.320043 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for dfb7c2ca-0104-4002-9acc-45e0d5566b3c owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:39.402639 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Deleting port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:10:39.403034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.508000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.514427 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] For port 3045ae8c-f55d-4c5d-84de-c0d4bae99215, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=3045ae8c-f55d-4c5d-84de-c0d4bae99215,segment=NetworkSegment(e4393fd3-b46f-44ce-a920-e6d1f9008910),segment_id=e4393fd3-b46f-44ce-a920-e6d1f9008910)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:39.520901 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.537255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Calling delete_port for 3045ae8c-f55d-4c5d-84de-c0d4bae99215 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:10:39.544581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=dfb7c2ca-0104-4002-9acc-45e0d5566b3c,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:39.610884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.614698 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:10:38Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.652474 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c47750-f913-4e77-8d0d-bd916a456f14 None None] The sync data for ids ['484f3f25-4c47-48b9-8e8a-4c77da89385b'] in dv-neutron-839772-1-hyperv is: [{'id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'name': 'tempest-TestNetworkBasicOps-router-506652027', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211'}], 'enable_snat': True}, 'gw_port_id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:10:38Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': 'dfb7c2ca-0104-4002-9acc-45e0d5566b3c', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484f3f25-4c47-48b9-8e8a-4c77da89385b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:07:33Z', 'updated_at': '2022-04-28T15:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:39.665510 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.701251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] Pushing event deleted for resources: {'Port': ['ID=3045ae8c-f55d-4c5d-84de-c0d4bae99215,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:39.707308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a299d0c-4b10-49c6-9330-819b920e6854 None None] No DVR routers for this DVR port 3045ae8c-f55d-4c5d-84de-c0d4bae99215 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:10:39.710905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.715366 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.761564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.762082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 484f3f25-4c47-48b9-8e8a-4c77da89385b {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:10:39.769430 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.770609 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-79aed3d3-743c-4dde-a492-95a09f915dbb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/484f3f25-4c47-48b9-8e8a-4c77da89385b HTTP/1.1" status: 204 len: 168 time: 0.8487184 Apr 28 15:10:39.773425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48316) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:39.850587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.933379 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.953143 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72113ec-1ff8-498f-85d0-a248976497b2']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.962203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4393fd3-b46f-44ce-a920-e6d1f9008910') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.962497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4393fd3-b46f-44ce-a920-e6d1f9008910') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:39.976301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.989611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.996264 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:10:39.996646 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:10:39.999646 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:10:40.063305 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.081224 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.088448 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/d72113ec-1ff8-498f-85d0-a248976497b2 HTTP/1.1" status: 204 len: 168 time: 0.3130260 Apr 28 15:10:40.089991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f8ec-73fd-4244-b633-56a74fe5853e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=d72113ec-1ff8-498f-85d0-a248976497b2,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:40.098280 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48318) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:40.103621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--134540220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:40.125886 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:10:40.129557 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.153386 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=102640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:10:40.162770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.163114 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.segments_db [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment 77cecc48-1bf2-4d72-82bd-74247b7cd0d4 of type vlan for network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 Apr 28 15:10:40.204650 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.231658 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.237491 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:40.238396 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.293609 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1941385 Apr 28 15:10:40.296693 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48320) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:40.302518 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-622291993', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:40.309234 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba2651-8b61-4013-b841-5149c42419b1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=9e454cea-f5e3-49e0-b0ad-e04f62f0a710,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:40.320069 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:10:40.332536 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.335073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.392588 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.528340 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.702034 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3045ae8c-f55d-4c5d-84de-c0d4bae99215 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:40.722252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 3045ae8c-f55d-4c5d-84de-c0d4bae99215 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:40.722592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 3045ae8c-f55d-4c5d-84de-c0d4bae99215 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:40.723004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfb7c2ca-0104-4002-9acc-45e0d5566b3c no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:40.736930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.749437 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: dfb7c2ca-0104-4002-9acc-45e0d5566b3c {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:40.749777 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device dfb7c2ca-0104-4002-9acc-45e0d5566b3c not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:40.750181 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 289a1205-a985-47b0-98ac-6f51531e27c9 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:10:40.756376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:40.869438 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.196 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/4e82098c-cd9a-4fb7-b28d-7eefa3418dcb) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:40.918255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 289a1205-a985-47b0-98ac-6f51531e27c9 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:10:40.918612 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 289a1205-a985-47b0-98ac-6f51531e27c9 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:10:40.977876 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:41.016369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:41.055241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:41.058148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:41.060757 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:41.088996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:41.324455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:41.522522 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:41.653158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:10:42.090036 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:42.100496 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:42.110630 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:42.111211 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:42.111595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.112854 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-5f73b262-537d-4c0b-892a-6272adc0e36f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8151650 Apr 28 15:10:42.116700 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48322) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:42.217984 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:42.333145 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-d221c2fc-a822-4c6f-b20d-de4d807ade65 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2153187 Apr 28 15:10:42.335928 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48326) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:42.397603 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:41Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:42.423053 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:42.423416 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Updating router 3b47b14a-25b9-4b50-8258-69e679f60176 port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:10:42.426449 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b52261-2353-429d-aac9-e67b4bac4cf5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:42.430772 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c2b52261-2353-429d-aac9-e67b4bac4cf5 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910845 Apr 28 15:10:42.431111 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48328) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:42.448102 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.458332 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f959d626-7dcc-4475-8d8d-64c529526681 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261862 Apr 28 15:10:42.461051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48330) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:42.465988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826275131', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:42.553691 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:10:42.557528 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.699419 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.705813 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.739308 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.753101 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Attempting to bind port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:10:42.753461 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Attempting to bind port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:10:42.753814 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Attempting to bind port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:42.762215 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Pushing event updated for resources: {'Port': ['ID=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,revision_number=2']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:42.765044 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:42.765401 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:10:42.765788 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.766165 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:42.766612 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Bound port: 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:10:42.766979 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.788435 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.788772 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.789266 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.789599 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.789915 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.790232 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.790545 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.790846 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.791142 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.791479 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.792258 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.792258 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:42.828449 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] For port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:42.831777 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] For port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:42.838299 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:42.900620 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7449-3b79-4e81-80e3-6f711185bb15 None None] Pushing event updated for resources: {'Port': ['ID=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:42.906092 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:42.906713 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:43.013397 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:43.153038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:43.160673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:10:43.161053 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 9e454cea-f5e3-49e0-b0ad-e04f62f0a710, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:10:43.179114 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:10:43.195512 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9e454cea-f5e3-49e0-b0ad-e04f62f0a710) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:43.200577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:43.201423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.219714 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0199a04d-d829-4e40-96a3-366779cf0bc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7576849 Apr 28 15:10:43.222372 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48332) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:43.225744 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a597e-416c-484f-8a52-9feeb2f8d85d None None] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:10:43.294754 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:41Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:43.322080 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f76b0-0f93-4b25-9504-a554d76bdc7b None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:41Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:43.400915 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:10:43.402120 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.556520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Allocated IP 172.20.0.2 (9e454cea-f5e3-49e0-b0ad-e04f62f0a710/196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7/ca0e324c-b770-438c-aad0-da7c17aa9478) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:43.722194 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.726500 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.733997 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.778201 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:43.781848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:43.786559 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:43.795380 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Pushing event updated for resources: {'Port': ['ID=ca0e324c-b770-438c-aad0-da7c17aa9478,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:43.843089 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Attempting to bind port ca0e324c-b770-438c-aad0-da7c17aa9478 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:10:43.843463 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Attempting to bind port ca0e324c-b770-438c-aad0-da7c17aa9478 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:10:43.843821 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Attempting to bind port ca0e324c-b770-438c-aad0-da7c17aa9478 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:43.849235 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:43.850007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Checking segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:10:43.850007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.850405 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Bound using segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:43.850867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Bound port: ca0e324c-b770-438c-aad0-da7c17aa9478, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:10:43.851246 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.920124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] For port ca0e324c-b770-438c-aad0-da7c17aa9478, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:43.923675 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] For port ca0e324c-b770-438c-aad0-da7c17aa9478, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca0e324c-b770-438c-aad0-da7c17aa9478,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:43.931416 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:43.988828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a5e26-599e-4e13-b3bc-26dba8e221df None None] Pushing event updated for resources: {'Port': ['ID=ca0e324c-b770-438c-aad0-da7c17aa9478,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:44.039897 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (9e454cea-f5e3-49e0-b0ad-e04f62f0a710/196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7/b6165ce3-606d-4b8b-bcf6-75d9b91d4287) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:44.170311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.226780 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.272336 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:44.275556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:44.279535 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:44.286097 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:44.327974 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.463670 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.554895 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca0e324c-b770-438c-aad0-da7c17aa9478 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:44.601322 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ca0e324c-b770-438c-aad0-da7c17aa9478 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:44.601685 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.687073 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.719135 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port ca0e324c-b770-438c-aad0-da7c17aa9478, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca0e324c-b770-438c-aad0-da7c17aa9478,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:44.724828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.725632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:44.749107 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.755211 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.802958 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=ca0e324c-b770-438c-aad0-da7c17aa9478,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:44.813376 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:44.813750 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.835395 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:44.838410 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.899204 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.918886 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:44.924057 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:44.934323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:44.934323 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:44.974841 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:45.048337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:10:45.163207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:10:45.168926 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e9795d79-c600-4f69-9e55-cd1e18bf39ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/3b47b14a-25b9-4b50-8258-69e679f60176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9453759 Apr 28 15:10:45.171907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48334) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.173723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:10:45.184907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:45.185523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:45.281424 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259d7b7-6710-45f1-8dd5-cff3b0b3be17 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.281997 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259d7b7-6710-45f1-8dd5-cff3b0b3be17 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.282488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259d7b7-6710-45f1-8dd5-cff3b0b3be17 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.282946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3259d7b7-6710-45f1-8dd5-cff3b0b3be17 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.284653 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-3259d7b7-6710-45f1-8dd5-cff3b0b3be17 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1117611 Apr 28 15:10:45.287380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48336) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.303317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:45.345142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5272e5-4006-4a6f-a9f8-1a6a482b942f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.345934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5272e5-4006-4a6f-a9f8-1a6a482b942f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.346579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5272e5-4006-4a6f-a9f8-1a6a482b942f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.347203 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5272e5-4006-4a6f-a9f8-1a6a482b942f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:45.349187 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-8c5272e5-4006-4a6f-a9f8-1a6a482b942f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0607922 Apr 28 15:10:45.352055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48338) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.492059 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4f040116-13c7-4344-8755-2b698ce924ed tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1385579 Apr 28 15:10:45.510945 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:45.539145 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:10:45.539401 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Updating router 3b47b14a-25b9-4b50-8258-69e679f60176 port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:10:45.561820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0b49d3-a85a-4de6-9f18-6b16edc158a4 None None] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:10:45.620751 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.628827 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-35e1d443-419b-461b-88fc-69cb8fae4828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.654431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-aafebd06-5c37-4002-b36c-00a0ba206359 None None] Provisioning complete for port ca0e324c-b770-438c-aad0-da7c17aa9478 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:45.654785 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-aafebd06-5c37-4002-b36c-00a0ba206359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.710347 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48342) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.715117 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604240461', 'description': 'tempest-secgroup-smoke-1604240461 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:45.743326 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.812632 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.817534 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.846246 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b690d-4867-4c12-963e-a76e62642c5a,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:45.853010 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.857515 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-bf5fdda7-d047-498e-b429-2a8a5cbd80c4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434257 Apr 28 15:10:45.857719 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48344) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.862185 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:45.887674 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.946039 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.952948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.968483 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc31bc3-8bb9-4023-b177-fcdbe8db9e2b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:45.980564 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:45.982150 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-6618e3af-66fe-45d6-96f5-65779406f988 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234818 Apr 28 15:10:45.985025 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48346) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:45.991576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:46.019348 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.039012 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.045741 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.080940 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.086286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.107706 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c26bf2-3352-4ccd-b60c-db8a719d8ce2 None None] Pushing event updated for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.112939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f00298c-f3f4-45f1-b844-5333524a9b2e,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.120549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.124629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48348) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:46.124799 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-0b9ecdca-0a89-4e40-9dbe-3cd2a3f2d2ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385274 Apr 28 15:10:46.129387 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:46.156803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.159840 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Attempting to bind port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:10:46.160633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Attempting to bind port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:10:46.160633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Attempting to bind port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:46.165992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:46.166446 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Checking segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:10:46.167275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.167275 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Bound using segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:46.167870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Bound port: b6165ce3-606d-4b8b-bcf6-75d9b91d4287, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:10:46.168334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.228021 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.233690 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.243171 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] For port b6165ce3-606d-4b8b-bcf6-75d9b91d4287, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:46.246450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] For port b6165ce3-606d-4b8b-bcf6-75d9b91d4287, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:46.252756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59b1f3e-1943-4b84-a560-1bd8c1332075,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.257327 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.266200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.270303 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-71343475-11fb-4019-a4a0-0c556c6d595e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417990 Apr 28 15:10:46.270808 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48350) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:46.275357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:46.316144 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.346193 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:10:46.346820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:46.350200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Provisioning complete for port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:46.350200 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.351520 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c26bf2-3352-4ccd-b60c-db8a719d8ce2 None None] Pushing event updated for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.383677 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.389534 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.414003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c3f300-8ecc-4c17-b7ac-2e7b9f781f67,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.426337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.430543 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-73f7a319-e1d7-4e3f-be34-d9883ac75514 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561203 Apr 28 15:10:46.430740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48352) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:46.435277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:46.458281 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:10:46.464691 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.570008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.577019 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.593000 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fdd2a3-fd77-485e-be1b-24f1719ed9db,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.607894 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.612006 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9f89f36c-5328-4cf3-b34b-22628ff47e80 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774693 Apr 28 15:10:46.612277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48354) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:10:46.617467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'eb6b690d-4867-4c12-963e-a76e62642c5a', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:46.622322 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca0e324c-b770-438c-aad0-da7c17aa9478 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:46.641077 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:10:46.646919 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.679600 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:10:46.716406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.722966 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.745318 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eea7b17-ab13-4a27-882e-168da1740eb0,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:46.758766 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.761346 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.769891 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3abdbe11-5334-4792-a645-634911d6c56f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563447 Apr 28 15:10:46.804066 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port ca0e324c-b770-438c-aad0-da7c17aa9478 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:46.804298 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.903763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] For port b6165ce3-606d-4b8b-bcf6-75d9b91d4287, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:46.914939 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:46.977501 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-189ac3bf-44c0-4666-bd45-3f312a045ac5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604240461&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0359023 Apr 28 15:10:47.020361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Provisioning complete for port ca0e324c-b770-438c-aad0-da7c17aa9478 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:47.020731 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:47.075776 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8ed57-134f-4f88-9b46-489f36185dde None None] Pushing event updated for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:47.086883 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e6a7c132-1f1b-44d1-8062-318636bc4502 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:47.087711 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e6a7c132-1f1b-44d1-8062-318636bc4502 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 796 time: 0.1021304 Apr 28 15:10:47.103939 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-6b1dbd77-911c-4901-b37e-50a40f95a209 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0095878 Apr 28 15:10:47.114263 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:47.158981 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-c90cb0a7-cc2d-43f9-8100-6e1f50efb66e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488019 Apr 28 15:10:47.193278 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:10:47.229072 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80efa77-b84f-421e-98e7-feda65080149 None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:10:47.244118 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:47.244496 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:47.258679 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-6ad42459-b09a-4749-acce-d90521b5e5cd service neutron] 10.222.0.58 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874510 Apr 28 15:10:47.357857 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-2c00d6a7-5561-4be5-bb9b-0d659af6c8ce None None] Provisioning complete for port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:47.358354 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-2c00d6a7-5561-4be5-bb9b-0d659af6c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:47.394695 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-08eeaa17-d579-45cb-ac0d-09b1b2f33247 service neutron] 10.222.0.58 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297946 Apr 28 15:10:47.928111 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e5914e91-a541-4ed5-83e6-23b8846dbdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:48.481276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:48.537125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b6165ce3-606d-4b8b-bcf6-75d9b91d4287 up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:10:48.579418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-871814a6-91ff-4d0c-a07b-0579fc3b80db req-6da09e0a-2348-45c3-8d2b-fb70b7b101f4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0264881 Apr 28 15:10:48.588532 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:48.588909 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:49.029174 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:49.661218 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ab006915-9884-4a70-88c7-36469e0bc5a2 req-4a96a126-8c1b-444d-b734-39a039f0973f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0286376 Apr 28 15:10:50.178125 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:50.738664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:50.756330 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b4f096b3-cc0f-44c3-819c-ec1435550b19 req-c828d443-66ef-45d1-9552-04d835e92402 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0399783 Apr 28 15:10:51.834697 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bf9abbb4-64b7-4882-88dc-74adcd9856e7 req-1eacdfcc-2450-4595-b1a1-e1344be023e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0270929 Apr 28 15:10:52.936797 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-dc3ebcfa-69ff-47e9-9520-4025851d3c88 req-3d6a3488-a617-4fbb-89ec-34dd855ac8b2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0358183 Apr 28 15:10:53.631753 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-1b882d00-c10a-4077-868a-5a2c345d2151 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:53.633233 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-1b882d00-c10a-4077-868a-5a2c345d2151 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 796 time: 0.1182718 Apr 28 15:10:53.678061 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-7adfede8-528b-43d2-92ba-42fc815f1aea tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0352013 Apr 28 15:10:53.687302 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['eb6b690d-4867-4c12-963e-a76e62642c5a']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:53.801283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:10:53.804907 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:53.929495 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.3 (9e454cea-f5e3-49e0-b0ad-e04f62f0a710/196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7/e4916dcc-0453-41c5-89d6-d7b2cde335a4) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:10:54.030039 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-6f6caf2b-57e0-42e3-97c8-e22e765e2ef2 req-57badd37-a6fe-43b3-9b63-236c2c28389d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 210 time: 0.0263109 Apr 28 15:10:54.069957 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.116641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.159623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:10:54.162745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:10:54.165200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:10:54.193583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:54.208141 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.208557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.208808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.209131 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.209425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.209745 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.210064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.210378 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.210706 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.211013 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.211325 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.211627 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:10:54.232914 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:54.233505 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.252450 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f47c7841-95d6-4c2e-a02f-b1d61b54fd83 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690150 Apr 28 15:10:54.264626 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Request body: {'port': {'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:10:54.322688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.376539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-bbb49e0b-9ec9-4d20-8dfa-fbc8ab5def99 None None] Provisioning complete for port e4916dcc-0453-41c5-89d6-d7b2cde335a4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:10:54.377255 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-bbb49e0b-9ec9-4d20-8dfa-fbc8ab5def99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.410428 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-bbb49e0b-9ec9-4d20-8dfa-fbc8ab5def99 None None] Port e4916dcc-0453-41c5-89d6-d7b2cde335a4 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:10:54.592557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4916dcc-0453-41c5-89d6-d7b2cde335a4 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:54.599862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.611958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Transition to ACTIVE for port object e4916dcc-0453-41c5-89d6-d7b2cde335a4 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:10:54.618232 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.666090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:54.743399 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Attempting to bind port e4916dcc-0453-41c5-89d6-d7b2cde335a4 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:10:54.743730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Attempting to bind port e4916dcc-0453-41c5-89d6-d7b2cde335a4 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:10:54.744094 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Attempting to bind port e4916dcc-0453-41c5-89d6-d7b2cde335a4 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:54.748712 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Port e4916dcc-0453-41c5-89d6-d7b2cde335a4 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:10:54.749030 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Attempting to bind port e4916dcc-0453-41c5-89d6-d7b2cde335a4 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:10:54.753978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:10:54.754316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Checking segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:10:54.754701 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Bound using segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:10:54.755125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Bound port: e4916dcc-0453-41c5-89d6-d7b2cde335a4, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:10:54.755481 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.821005 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:10:54.824145 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:10:54.829811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.863148 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:54.863739 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:54.865144 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 1093 time: 0.6049142 Apr 28 15:10:54.865890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:10:54.868186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:10:54.901193 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94829-dad5-49e0-9d23-6e386be45984 service neutron] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:54.913593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ff7462-81fe-4ee6-a7e8-31efbcc43cf8 x-openstack-request-id: req-e3ff7462-81fe-4ee6-a7e8-31efbcc43cf8 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:10:54.913829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:10:54.914124 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e3ff7462-81fe-4ee6-a7e8-31efbcc43cf8 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:10:54.914521 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ff7462-81fe-4ee6-a7e8-31efbcc43cf8'] response: {'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:10:54.965635 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-acb9d57f-5991-43b5-863f-59c77e0d9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:54.967190 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-acb9d57f-5991-43b5-863f-59c77e0d9fbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1096 time: 0.0474308 Apr 28 15:10:55.011678 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-7df2764a-0260-421c-bb9f-a3288f4eeaa2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 217 time: 0.0348992 Apr 28 15:10:55.060467 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-d133a873-00f4-42a2-9575-d325db8077a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.061935 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-d133a873-00f4-42a2-9575-d325db8077a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0445976 Apr 28 15:10:55.111206 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-09040a23-f70c-40ea-b197-5f47bb22700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.112750 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-09040a23-f70c-40ea-b197-5f47bb22700a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441160 Apr 28 15:10:55.148813 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fe35e-0a63-4153-ad74-4499791331c5 req-3e798cf0-2532-48ab-a28b-790c53fda894 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.150296 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e09fe35e-0a63-4153-ad74-4499791331c5 req-3e798cf0-2532-48ab-a28b-790c53fda894 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 943 time: 0.0524888 Apr 28 15:10:55.187514 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-e09fe35e-0a63-4153-ad74-4499791331c5 req-9b175c87-a567-47a0-bfe0-eb6eaf7aa504 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Apr 28 15:10:55.201930 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-f7548e6f-6c32-461b-a548-5849afd70a7a service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825911 Apr 28 15:10:55.302243 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-23b4fa35-ef11-40b7-94a4-f468371e3d35 req-b1c4b8db-e5db-440a-8ccc-6b5c01881609 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934536 Apr 28 15:10:55.408053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-0cbbfd6a-6157-4ae3-8fb9-c7e56b2af980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.409545 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-0cbbfd6a-6157-4ae3-8fb9-c7e56b2af980 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1096 time: 0.0542984 Apr 28 15:10:55.500279 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-e5d0e51e-d2ab-4164-9e4b-54f6979e4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.501747 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-e5d0e51e-d2ab-4164-9e4b-54f6979e4bb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0844934 Apr 28 15:10:55.548508 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-40c19f2f-af9a-4daf-a787-5915fe9b1c6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 217 time: 0.0381677 Apr 28 15:10:55.600433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-ab406d0e-5951-440a-8925-149d36f234db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.601806 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-ab406d0e-5951-440a-8925-149d36f234db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0467777 Apr 28 15:10:55.649999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-aa03aaa9-eac0-451b-b814-48407130cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:55.651454 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-aa03aaa9-eac0-451b-b814-48407130cf6c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409555 Apr 28 15:10:55.756585 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-05f09ddb-ab68-4fbc-b859-1952e831c9ee service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971923 Apr 28 15:10:55.849167 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e7ac4f1c-cf11-45eb-b9cd-e1010871e001 req-43e2c13b-68fd-4d0a-b1d9-6a0ff4cf6093 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856018 Apr 28 15:10:56.318553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb33acb-cf42-47be-a496-4d1b8a6d9f1c req-069ab891-a08a-4b46-adfa-d580b19a8e61 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:56.320073 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1eb33acb-cf42-47be-a496-4d1b8a6d9f1c req-069ab891-a08a-4b46-adfa-d580b19a8e61 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 943 time: 0.0545402 Apr 28 15:10:56.357640 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1eb33acb-cf42-47be-a496-4d1b8a6d9f1c req-87c631d0-5659-4cf6-8c3b-e41bd3dd3d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Apr 28 15:10:57.487371 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87974b-868d-4264-bc46-27f75470f382 req-9e394a5e-b542-4519-9e65-2b2c61915b67 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:57.488880 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fd87974b-868d-4264-bc46-27f75470f382 req-9e394a5e-b542-4519-9e65-2b2c61915b67 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 943 time: 0.0523555 Apr 28 15:10:57.530239 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-fd87974b-868d-4264-bc46-27f75470f382 req-b4cf5edb-35ef-4b66-8ac5-7accf3de07ff tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Apr 28 15:10:58.133756 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device e4916dcc-0453-41c5-89d6-d7b2cde335a4 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:10:58.238105 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:58.251644 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:10:58.288355 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:58.301109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4916dcc-0453-41c5-89d6-d7b2cde335a4 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:10:58.320523 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:10:58.326981 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:10:58.375799 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:10:58.541528 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['e4916dcc-0453-41c5-89d6-d7b2cde335a4'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:10:58.646991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9875-ef5c-418f-82ae-410a7bb90c5a req-9e819134-5fca-4b0a-8c40-117c0cf3ccd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:58.648494 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b18d9875-ef5c-418f-82ae-410a7bb90c5a req-9e819134-5fca-4b0a-8c40-117c0cf3ccd5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 944 time: 0.0486422 Apr 28 15:10:58.686520 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b18d9875-ef5c-418f-82ae-410a7bb90c5a req-9fc23b54-7411-4ca0-9410-5ee6142e3cbe tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318360 Apr 28 15:10:59.812053 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f6029-b230-43f6-841a-188b669500f2 req-32241cd3-d444-4f6a-9a06-2cb688e1819e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:10:59.813445 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e2f6029-b230-43f6-841a-188b669500f2 req-32241cd3-d444-4f6a-9a06-2cb688e1819e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 944 time: 0.0507030 Apr 28 15:10:59.857290 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-7e2f6029-b230-43f6-841a-188b669500f2 req-e2a2b3e2-faff-4d63-956f-09a4bc6e59b9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378470 Apr 28 15:11:00.133885 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device e4916dcc-0453-41c5-89d6-d7b2cde335a4 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:00.192447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port e4916dcc-0453-41c5-89d6-d7b2cde335a4 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:11:00.196450 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port e4916dcc-0453-41c5-89d6-d7b2cde335a4 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:11:00.196817 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:00.275197 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:00.297522 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:00.299828 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6271e4b-7413-4702-ba96-9fef86974222" -d '{"events": [{"server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:00.316409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:00.321833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:00.369277 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:00.429704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdbbb2c-bcea-4c88-99d7-d0c9b0d754d0 x-openstack-request-id: req-4bdbbb2c-bcea-4c88-99d7-d0c9b0d754d0 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:00.433304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "name": "network-vif-plugged", "status": "completed", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:00.433304 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4bdbbb2c-bcea-4c88-99d7-d0c9b0d754d0 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:00.433304 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdbbb2c-bcea-4c88-99d7-d0c9b0d754d0'] response: {'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'code': 200} Apr 28 15:11:00.601102 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2c5dc-af07-44bb-8022-e6147ffa4689 req-e8de55a1-0af7-434c-925b-995d745d9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:00.602604 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45e2c5dc-af07-44bb-8022-e6147ffa4689 req-e8de55a1-0af7-434c-925b-995d745d9dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1098 time: 0.0412292 Apr 28 15:11:00.636514 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-45e2c5dc-af07-44bb-8022-e6147ffa4689 req-23ce2f71-debf-4f3e-b047-01f3952b5114 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277874 Apr 28 15:11:01.009407 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aea87-cd16-451f-ba2c-2e2230d20dd9 req-635890c0-fd4b-4765-8671-4bc52a5fea27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:01.010910 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-928aea87-cd16-451f-ba2c-2e2230d20dd9 req-635890c0-fd4b-4765-8671-4bc52a5fea27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0626380 Apr 28 15:11:01.050619 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-928aea87-cd16-451f-ba2c-2e2230d20dd9 req-430e3f2c-629d-4a03-9cff-18678728dfa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Apr 28 15:11:02.188930 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ff2fd-3cf0-40b3-9ee9-d988bca64801 req-228e7c75-1310-4b2b-862a-f828fef27730 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:02.190392 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3d8ff2fd-3cf0-40b3-9ee9-d988bca64801 req-228e7c75-1310-4b2b-862a-f828fef27730 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0559723 Apr 28 15:11:02.231420 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3d8ff2fd-3cf0-40b3-9ee9-d988bca64801 req-d724ed60-af2b-423a-8311-4e534e63171d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Apr 28 15:11:02.354847 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d1306-01ee-441a-9663-f87bcf5697af req-9cf73f82-2f40-4382-ad15-eb809d9a7ac3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:02.356254 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-319d1306-01ee-441a-9663-f87bcf5697af req-9cf73f82-2f40-4382-ad15-eb809d9a7ac3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0522079 Apr 28 15:11:02.398832 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-319d1306-01ee-441a-9663-f87bcf5697af req-2a6a2496-4d2b-4d3c-9251-923166c4d9f9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365317 Apr 28 15:11:02.421383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48438) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:02.466113 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b842cb7-5740-45f5-bfc1-a15e0aedbb52 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:02.467653 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1b842cb7-5740-45f5-bfc1-a15e0aedbb52 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1093 time: 0.0452721 Apr 28 15:11:02.471803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48440) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:02.476142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:02.499692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:02.602829 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:02.705434 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.4 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/0573bac1-4312-49f2-a5e4-2a2f84805c61) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:02.815391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:02.854201 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:02.892613 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:02.897034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:02.899446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:02.904855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=0573bac1-4312-49f2-a5e4-2a2f84805c61,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:03.271457 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:03.338621 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:03.502031 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:03.509904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:03.577034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=0573bac1-4312-49f2-a5e4-2a2f84805c61,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:03.588299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:03.689413 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP b70fdccd-df38-44d0-8baf-d71bc9c1ac7b associated. External IP: 172.26.4.4, port: e4916dcc-0453-41c5-89d6-d7b2cde335a4. Apr 28 15:11:03.910125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:11:04.017118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:04.030617 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:04.038593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.040734 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:04.041322 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:04.065623 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-fe70fe02-4d6c-4250-8b19-c4715b6b7f0c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5927618 Apr 28 15:11:04.066212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:04.068488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:04.068672 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48442) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.113532 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffcb74d-0525-44b4-8aac-930d33649ad3 x-openstack-request-id: req-bffcb74d-0525-44b4-8aac-930d33649ad3 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:04.113887 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:04.114137 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-bffcb74d-0525-44b4-8aac-930d33649ad3 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:04.114547 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bffcb74d-0525-44b4-8aac-930d33649ad3'] response: {'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:11:04.117143 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2015cd9-2c60-4ca4-b5ea-880e5c867564 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:04.121596 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d2015cd9-2c60-4ca4-b5ea-880e5c867564 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1093 time: 0.0518594 Apr 28 15:11:04.146300 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:04.184730 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-571891ea-b8ed-49c3-8b37-632836f42fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:04.186200 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-571891ea-b8ed-49c3-8b37-632836f42fc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1098 time: 0.0417464 Apr 28 15:11:04.277984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-49fdee3b-4a85-4691-8e81-33c5da7c4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:04.279493 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-49fdee3b-4a85-4691-8e81-33c5da7c4642 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0857279 Apr 28 15:11:04.346647 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-57db2090-5008-4371-b873-0f5aac8b5ab9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 997 time: 0.0598605 Apr 28 15:11:04.362087 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48448) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.363510 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:03Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:04.370385 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032389760', 'description': 'tempest-secgroup-smoke-2032389760 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:04.394778 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.398092 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:04.402460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-b5290947-853a-47e0-b7a5-e1a3aea595e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:04.404485 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-b5290947-853a-47e0-b7a5-e1a3aea595e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0504065 Apr 28 15:11:04.406280 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:04.406889 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:10:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:04.452306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-d796378a-8e14-421a-9835-f7e544515e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:04.453934 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-d796378a-8e14-421a-9835-f7e544515e4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410893 Apr 28 15:11:04.472030 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.478746 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.509598 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.513533 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474314 Apr 28 15:11:04.513533 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe913b8f-a6cb-41c0-a23a-70cf94d18add tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1773d28-c6a3-4e76-ac0e-ae581c50fe05,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:04.513839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48450) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.520902 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:04.534753 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:04.575767 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-d563b838-9a1f-4e62-90ae-2cca0797eb03 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148224 Apr 28 15:11:04.576470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.680817 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.686785 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.706809 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-eb58d72d-c65e-44ef-a1d7-ddbc55a9bf2f req-7cdd2f1d-e4a1-40a7-88b7-953bd2eed927 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212056 Apr 28 15:11:04.713742 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456d9d3-7d1b-434f-931c-c93242b828f6,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:04.722416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.723684 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-722c7dbd-af61-4ad6-9427-1e4621dd08fc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2086909 Apr 28 15:11:04.726500 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48452) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.731488 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:04.757329 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:03Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:04.760403 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.784985 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf0ab6-98b5-4773-953a-33af92bcf716 None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:03Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:04.824978 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.830377 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.845755 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cfad3d-6040-466b-ad02-a04ec52c763f,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:04.858432 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.859679 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-71b0c648-faf5-4bf4-9621-226cd5f8110e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322529 Apr 28 15:11:04.862470 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48454) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.867300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:04.892103 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.950903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.956647 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.974593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d314a3f-6a25-4432-b3de-9bd5e70f8917,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:04.985182 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:04.989169 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ca10f-4330-4ab2-9e8c-d099b572ca1d None None] New status for floating IP b70fdccd-df38-44d0-8baf-d71bc9c1ac7b: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:11:04.989703 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-f76d6537-6874-4f4d-940a-afc1822bda70 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230764 Apr 28 15:11:04.989703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48456) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:04.994218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:05.018553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.076734 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.081587 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.101429 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f2d5ac-1596-40da-9d52-4895a4c3840b,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:05.106890 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.111015 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48458) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:05.111515 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-63db0922-dca3-4dc7-9d54-5cb73c31f679 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208906 Apr 28 15:11:05.116862 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:05.144528 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:11:05.149493 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.208223 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.213986 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.230971 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d8c5b5-f42d-4c30-a6e6-5a023ccbf986,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:05.239295 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.240970 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bf67d0a2-45d7-4935-a3f2-c224856c2fa0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278415 Apr 28 15:11:05.244118 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48460) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:05.248392 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': 'd1773d28-c6a3-4e76-ac0e-ae581c50fe05', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:05.269966 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.securitygroups_db [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:11:05.274678 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.332537 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.338869 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.356421 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9691b2-9958-42cb-b9bf-eeca7a950721,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:05.362134 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:05.363277 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-86fb39cd-221f-4fe9-881b-18928ee154cd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182280 Apr 28 15:11:05.511017 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-c4362883-6c41-455c-8766-481b4929b319 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032389760&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0338647 Apr 28 15:11:05.620912 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-fa57e077-b1c0-4f47-be42-f76406a1fa94 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:05.622425 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-fa57e077-b1c0-4f47-be42-f76406a1fa94 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 796 time: 0.1038070 Apr 28 15:11:05.637194 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-fed053d8-22ac-4e48-ad8d-eba23ad87cd9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Apr 28 15:11:05.693416 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-67a36c30-e372-400a-8e36-14f28288b101 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510705 Apr 28 15:11:05.844647 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-7656cf00-843e-41fa-8d3f-794ac1645c61 service neutron] 10.222.0.58 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349428 Apr 28 15:11:05.933820 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-db744008-3e4b-44d6-9d67-d1c87be875aa service neutron] 10.222.0.58 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803237 Apr 28 15:11:06.096305 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-928a5528-db7e-40b6-be9f-23f64cb0aaf7 req-f94d99e2-901c-4737-9066-d9ea94f0af2d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 210 time: 0.0261807 Apr 28 15:11:07.056212 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-3c1324b1-70f1-4b2c-accd-2b3cb0abb95c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:07.057646 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-3c1324b1-70f1-4b2c-accd-2b3cb0abb95c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 796 time: 0.1052978 Apr 28 15:11:07.113494 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-f0aa122a-578f-4c1b-9467-a76bcdd55adf tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 473 time: 0.0425844 Apr 28 15:11:07.123359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['d1773d28-c6a3-4e76-ac0e-ae581c50fe05']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:07.205641 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6b9652b9-4ae8-4078-b948-2e6f0b1a6c36 req-3b0ce3b1-6db2-4514-85b5-7e28a09013fb tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 210 time: 0.0347404 Apr 28 15:11:07.259946 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:11:07.263675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:07.387563 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.11 (9e454cea-f5e3-49e0-b0ad-e04f62f0a710/196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7/d1978472-f638-4b63-aab4-10a023e1cfc5) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:07.863299 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:07.900053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:07.941423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:07.944435 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:07.948236 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:07.948578 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:11:07.954502 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:07.999583 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.000384 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.019224 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d6e69bd1-0baa-4243-bb40-84412e192749 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8996971 Apr 28 15:11:08.030790 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Request body: {'port': {'device_id': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:08.088388 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.168924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-07b30549-cf70-419d-af00-f8bfd6432180 None None] Provisioning complete for port d1978472-f638-4b63-aab4-10a023e1cfc5 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:11:08.169524 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-07b30549-cf70-419d-af00-f8bfd6432180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.205451 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-07b30549-cf70-419d-af00-f8bfd6432180 None None] Port d1978472-f638-4b63-aab4-10a023e1cfc5 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:11:08.323245 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ae39d-0b36-4043-a8bf-fea7a35031bb req-8f7e8510-abf9-4425-bf78-a89be88c447e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.324773 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1a4ae39d-0b36-4043-a8bf-fea7a35031bb req-8f7e8510-abf9-4425-bf78-a89be88c447e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 932 time: 0.0508170 Apr 28 15:11:08.351061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1978472-f638-4b63-aab4-10a023e1cfc5 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:11:08.358721 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.362085 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1a4ae39d-0b36-4043-a8bf-fea7a35031bb req-4d169cc7-32c7-41eb-ae27-d46f9aed4ca9 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Apr 28 15:11:08.371664 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Transition to ACTIVE for port object d1978472-f638-4b63-aab4-10a023e1cfc5 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:11:08.377067 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.426186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Pushing event updated for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:08.508289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Attempting to bind port d1978472-f638-4b63-aab4-10a023e1cfc5 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:11:08.508624 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Attempting to bind port d1978472-f638-4b63-aab4-10a023e1cfc5 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:11:08.508949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Attempting to bind port d1978472-f638-4b63-aab4-10a023e1cfc5 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:08.513874 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Port d1978472-f638-4b63-aab4-10a023e1cfc5 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:11:08.514204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Attempting to bind port d1978472-f638-4b63-aab4-10a023e1cfc5 on network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:11:08.519716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:11:08.520118 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Checking segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:11:08.520744 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Bound using segment: {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:11:08.520891 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Bound port: d1978472-f638-4b63-aab4-10a023e1cfc5, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77cecc48-1bf2-4d72-82bd-74247b7cd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:11:08.521241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.586905 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:11:08.590684 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d1978472-f638-4b63-aab4-10a023e1cfc5,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:11:08.597367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.632374 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.632984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:08.634387 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 200 len: 1094 time: 0.6079369 Apr 28 15:11:08.634828 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:08.637158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486201c-d088-4c55-b349-b7a109fca2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:08.665008 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd3416-f158-49d5-bb5b-53db14436194 service neutron] Pushing event updated for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:08.686277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff112938-1c97-46e7-b667-a52176f5dade x-openstack-request-id: req-ff112938-1c97-46e7-b667-a52176f5dade {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:08.686557 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:08.686800 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ff112938-1c97-46e7-b667-a52176f5dade {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:08.687201 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff112938-1c97-46e7-b667-a52176f5dade'] response: {'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'status': 'completed', 'code': 200} Apr 28 15:11:08.723555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-24279aba-6fb4-4f82-8d4e-5c91a200975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.725076 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-24279aba-6fb4-4f82-8d4e-5c91a200975c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0479953 Apr 28 15:11:08.769086 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-b99664cf-69a5-44c2-851d-fe1b41431607 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 200 len: 217 time: 0.0359676 Apr 28 15:11:08.816974 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-5f9c6fe7-9c91-4cf7-8d3a-15b32a8ce355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.818444 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-5f9c6fe7-9c91-4cf7-8d3a-15b32a8ce355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0437014 Apr 28 15:11:08.868878 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-48a05ef3-bd63-4d87-aab4-5580fe8a8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:08.870420 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-48a05ef3-bd63-4d87-aab4-5580fe8a8532 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457077 Apr 28 15:11:08.963779 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-d728f446-8e6c-4861-b8da-8871d99396e8 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867796 Apr 28 15:11:09.056823 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-10ad902a-1db4-4a35-aeb2-8a5c5809d089 req-7f3f5b93-c417-4671-a311-5b692426881e service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871565 Apr 28 15:11:09.145702 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-b8a2c9c5-6031-4176-ae10-b4b4976c65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:09.147189 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-b8a2c9c5-6031-4176-ae10-b4b4976c65d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0416355 Apr 28 15:11:09.239692 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-9811cb22-9daf-4df3-89f5-12052e045576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:09.241412 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-9811cb22-9daf-4df3-89f5-12052e045576 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0881476 Apr 28 15:11:09.286334 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-f414fe9e-13a7-40f4-a0ff-6abe31ee7a9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 200 len: 217 time: 0.0370860 Apr 28 15:11:09.335975 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-f34a5868-9f01-44ec-a7c0-8dfd972542dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:09.337426 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-f34a5868-9f01-44ec-a7c0-8dfd972542dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0444031 Apr 28 15:11:09.385533 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-86d15ead-4a23-4eb3-97b7-857d39c72d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:09.386998 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-86d15ead-4a23-4eb3-97b7-857d39c72d1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422516 Apr 28 15:11:09.478709 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-bf005b23-5865-4bf2-8ffe-120e2b514878 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843375 Apr 28 15:11:09.481335 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad24e8-2a75-4ad5-936b-b71e80955c00 req-0ef2bad3-b5d1-495b-974c-cd358f163af4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:09.482817 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8cad24e8-2a75-4ad5-936b-b71e80955c00 req-0ef2bad3-b5d1-495b-974c-cd358f163af4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 944 time: 0.0508235 Apr 28 15:11:09.521865 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-8cad24e8-2a75-4ad5-936b-b71e80955c00 req-c6a48f97-776e-4b4f-b755-c5292608fd0e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Apr 28 15:11:09.572277 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a486201c-d088-4c55-b349-b7a109fca2c1 req-540f5c5e-3b63-4566-a4b2-09317872dfb9 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861447 Apr 28 15:11:10.659275 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18409ed2-848a-4800-a13a-9f810978e6b3 req-601002eb-9ebd-47a7-9f04-d9de7948256c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:10.660776 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-18409ed2-848a-4800-a13a-9f810978e6b3 req-601002eb-9ebd-47a7-9f04-d9de7948256c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 944 time: 0.0630462 Apr 28 15:11:10.704671 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-18409ed2-848a-4800-a13a-9f810978e6b3 req-ebc619f4-6b04-4856-8531-e71484b9e764 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Apr 28 15:11:11.857151 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3610669-c224-46f8-bddf-0ef0348a336d req-ab1e33bf-758f-479e-b030-f507159456b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:11.858644 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a3610669-c224-46f8-bddf-0ef0348a336d req-ab1e33bf-758f-479e-b030-f507159456b8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 944 time: 0.0578859 Apr 28 15:11:11.896658 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a3610669-c224-46f8-bddf-0ef0348a336d req-1904f4cb-9112-4917-879b-b4479834343d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Apr 28 15:11:12.212146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d1978472-f638-4b63-aab4-10a023e1cfc5 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:11:12.323866 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d1978472-f638-4b63-aab4-10a023e1cfc5,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:12.335081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'port_id': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'mac_address': 'fa:16:3e:bf:e6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:11:12.371276 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:12.383717 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1978472-f638-4b63-aab4-10a023e1cfc5 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:11:12.402422 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d1978472-f638-4b63-aab4-10a023e1cfc5,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:12.409622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:12.454656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:12.642372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['d1978472-f638-4b63-aab4-10a023e1cfc5'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:11:13.015784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98239650-0bf1-4e21-a50f-cb8fcec546d6 req-2d2c874c-be47-49ce-89d6-539852a76138 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:13.017331 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-98239650-0bf1-4e21-a50f-cb8fcec546d6 req-2d2c874c-be47-49ce-89d6-539852a76138 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 945 time: 0.0508926 Apr 28 15:11:13.055216 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-98239650-0bf1-4e21-a50f-cb8fcec546d6 req-efc31b98-ac83-4814-8e3c-8caf60503002 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Apr 28 15:11:14.204370 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be922aa9-2ffe-4c89-9bfd-a2895ad8e1e0 req-fdf3a802-03b8-409f-9ca5-2564c9534b5c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:14.205873 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-be922aa9-2ffe-4c89-9bfd-a2895ad8e1e0 req-fdf3a802-03b8-409f-9ca5-2564c9534b5c tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 945 time: 0.0702612 Apr 28 15:11:14.244739 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-be922aa9-2ffe-4c89-9bfd-a2895ad8e1e0 req-c1d5026b-aaa5-44dc-960d-36e5c2503682 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Apr 28 15:11:14.244974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d1978472-f638-4b63-aab4-10a023e1cfc5 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:11:14.299694 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port d1978472-f638-4b63-aab4-10a023e1cfc5 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:11:14.303281 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port d1978472-f638-4b63-aab4-10a023e1cfc5 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:11:14.303649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:14.379227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:14.401842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:14.404182 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525a0db2-3b5c-4257-887f-401ccc73eeac" -d '{"events": [{"server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "name": "network-vif-plugged", "status": "completed", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:14.416589 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d1978472-f638-4b63-aab4-10a023e1cfc5,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:14.421910 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:14.448825 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455109c-2bec-4d09-b96e-a9eea9440da7 x-openstack-request-id: req-f455109c-2bec-4d09-b96e-a9eea9440da7 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:14.449099 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "name": "network-vif-plugged", "status": "completed", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:14.449337 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f455109c-2bec-4d09-b96e-a9eea9440da7 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:14.449716 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f455109c-2bec-4d09-b96e-a9eea9440da7'] response: {'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'code': 200} Apr 28 15:11:14.477121 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:14.610629 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd79ad-0d6f-4661-9cf5-50eb5f0c67c6 req-9031be66-799f-43af-974f-7452f76383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:14.612147 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a3bd79ad-0d6f-4661-9cf5-50eb5f0c67c6 req-9031be66-799f-43af-974f-7452f76383ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0410833 Apr 28 15:11:14.647612 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a3bd79ad-0d6f-4661-9cf5-50eb5f0c67c6 req-00190a43-6e7c-439a-95b0-98c8c33b98d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271537 Apr 28 15:11:15.366923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611bc4-ab55-4523-9c78-e49a738e3b1d req-93deea0d-69df-43b9-8ad3-7931e49280ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:15.368447 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-99611bc4-ab55-4523-9c78-e49a738e3b1d req-93deea0d-69df-43b9-8ad3-7931e49280ec tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0510478 Apr 28 15:11:15.407940 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-99611bc4-ab55-4523-9c78-e49a738e3b1d req-e5290f73-99cb-4284-8e2e-6a7ea98df079 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334640 Apr 28 15:11:15.573998 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-750a5564-8003-44aa-9828-66bcf0ec6df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:16.552984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aac57c-9d26-4756-b07a-6fe8943fe0c0 req-893c5cd4-63c7-4d0a-991c-01b088c59b51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:16.554466 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-76aac57c-9d26-4756-b07a-6fe8943fe0c0 req-893c5cd4-63c7-4d0a-991c-01b088c59b51 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0645051 Apr 28 15:11:16.594118 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-76aac57c-9d26-4756-b07a-6fe8943fe0c0 req-fd3e98d1-7b81-469e-b6d0-0c07ff693727 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335217 Apr 28 15:11:16.726668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0b76-8c4d-4263-8fb7-9a6c419c3338 req-24c4e109-4c73-4e3f-b9b0-fb96e6f38891 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:16.728076 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a29d0b76-8c4d-4263-8fb7-9a6c419c3338 req-24c4e109-4c73-4e3f-b9b0-fb96e6f38891 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0565500 Apr 28 15:11:16.765395 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-a29d0b76-8c4d-4263-8fb7-9a6c419c3338 req-27275f0c-a336-489e-a9c0-43c748822239 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308223 Apr 28 15:11:16.786501 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48514) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:16.829305 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26edbba-80d0-490d-9236-cb462b3d25ee tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:16.830818 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-c26edbba-80d0-490d-9236-cb462b3d25ee tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0433648 Apr 28 15:11:16.833777 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48516) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:16.837908 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:16.860240 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:16.955168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.062958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.238 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/998a9f3a-525d-4c86-8566-263bf4a18f3f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:11:17.160851 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.196215 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.239007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:11:17.243806 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:11:17.246878 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:11:17.253592 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=998a9f3a-525d-4c86-8566-263bf4a18f3f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:17.278846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.279191 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.279527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.279888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.280242 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.280573 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.280896 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.281258 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.281596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.281910 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.282226 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.282527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:17.612474 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.680759 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.834404 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.842665 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.906600 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=998a9f3a-525d-4c86-8566-263bf4a18f3f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:17.918651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:17.933215 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e042-be62-4951-b075-b74a8b44163b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:18.353545 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 9576d14c-7643-46dc-b600-3ad92b7236e6 associated. External IP: 172.26.4.238, port: d1978472-f638-4b63-aab4-10a023e1cfc5. Apr 28 15:11:18.480131 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:18.576816 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:11:18.699413 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:18.710145 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:18.720217 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:18.720841 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:18.721024 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:18.750147 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-00f8a217-13e1-4e76-b116-f295e2fe68ce tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9152386 Apr 28 15:11:18.750770 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:18.753058 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8a215f-536a-4671-8d88-0fb306dbaaae" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:18.789514 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8958c53-fa49-4b67-842c-9cb90b4964e0 x-openstack-request-id: req-a8958c53-fa49-4b67-842c-9cb90b4964e0 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:18.789801 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:18.790047 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a8958c53-fa49-4b67-842c-9cb90b4964e0 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:18.790459 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8958c53-fa49-4b67-842c-9cb90b4964e0'] response: {'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'status': 'completed', 'code': 200} Apr 28 15:11:18.827253 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:18.853041 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-8cac486a-9075-45de-8a49-a5da5c55ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:18.854573 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-8cac486a-9075-45de-8a49-a5da5c55ec50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0429208 Apr 28 15:11:18.953096 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-00894ec4-a1a5-4d9f-851d-c2fe0e23cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:18.954495 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-00894ec4-a1a5-4d9f-851d-c2fe0e23cc40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0927644 Apr 28 15:11:19.021539 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-bf13ede8-df64-4595-8b4d-6907ac072b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 200 len: 1000 time: 0.0596342 Apr 28 15:11:19.024864 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:19.048903 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '9576d14c-7643-46dc-b600-3ad92b7236e6', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:bf:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:17Z', 'updated_at': '2022-04-28T15:11:17Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}, {'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:19.069936 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-06f98199-65fc-4905-aabf-f8e9f2053f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:19.071422 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-06f98199-65fc-4905-aabf-f8e9f2053f16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0439467 Apr 28 15:11:19.122732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-cd73c84e-27e4-4632-bd06-a265ac5d0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:19.124298 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-cd73c84e-27e4-4632-bd06-a265ac5d0eba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466356 Apr 28 15:11:19.166527 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:19.175323 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:19.175941 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:19.215610 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-327c053f-dadd-4ae6-8d6b-fcdcd712ea97 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839174 Apr 28 15:11:19.277449 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:19.309264 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2d8a215f-536a-4671-8d88-0fb306dbaaae req-311eeba3-af5c-4417-b9c9-e6a8f57aa4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874608 Apr 28 15:11:19.495710 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '9576d14c-7643-46dc-b600-3ad92b7236e6', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:bf:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:17Z', 'updated_at': '2022-04-28T15:11:17Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}, {'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:19.525291 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d21c-8175-4c77-8a93-735eb2b613bb None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': '9576d14c-7643-46dc-b600-3ad92b7236e6', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.238', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:bf:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:17Z', 'updated_at': '2022-04-28T15:11:17Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}, {'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:19.715014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc644e7-a249-4476-a99a-bb8d84e029fb None None] New status for floating IP 9576d14c-7643-46dc-b600-3ad92b7236e6: ACTIVE {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:11:20.185934 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:20.744430 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:25.912488 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-1294a551-702a-4096-9037-aaa561f0f1d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421343 Apr 28 15:11:26.002543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-d09220c1-46b7-4303-9907-17dd74c7b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:26.004083 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-d09220c1-46b7-4303-9907-17dd74c7b927 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1098 time: 0.0413585 Apr 28 15:11:26.108160 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-dd837241-c63a-493a-b13c-eeb58df509fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:26.109750 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-dd837241-c63a-493a-b13c-eeb58df509fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0860100 Apr 28 15:11:26.174356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-510126ee-b39a-41ec-b548-d1d204c2ad7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 999 time: 0.0571597 Apr 28 15:11:26.227011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-aa52c85a-6485-4f76-afd1-8852a0e0f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:26.228413 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-aa52c85a-6485-4f76-afd1-8852a0e0f323 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0418043 Apr 28 15:11:26.281261 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-8fed4f7c-305a-486f-af2e-a54882f02017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:26.282763 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-8fed4f7c-305a-486f-af2e-a54882f02017 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452609 Apr 28 15:11:26.374395 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-8d0e36da-4b0e-406f-b7d6-d84dc4847ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824840 Apr 28 15:11:26.464908 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4eb47aa1-ddf2-4b67-bf67-f7fd6e466026 req-09f9b020-5e09-4442-ae36-60244d6370b7 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833783 Apr 28 15:11:44.953792 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:11:45.587312 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1e092db6-6da3-424a-ac6f-9ff8405d20ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:47.947585 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ba6bc32a-06ef-4976-92c3-c76a638bfd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:48.308958 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48530) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:48.380587 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-34067bc8-ac2a-4ac8-b465-e7603b32160f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/b70fdccd-df38-44d0-8baf-d71bc9c1ac7b HTTP/1.1" status: 200 len: 991 time: 0.0701966 Apr 28 15:11:48.482110 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:49.030341 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:50.180574 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:50.741764 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:50.961708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48538) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:50.968551 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'admin_state_up': False}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:51.032856 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:51.181849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:51.209986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:51.217641 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:51.254605 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:51.255259 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:51.260984 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/ports/e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 938 time: 0.2939615 Apr 28 15:11:51.260984 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:51.261792 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:51.294825 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cd5f3-be42-4877-98d7-ea10ec2c0c2b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=6']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:51.304082 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74ffdf7-e9d7-4461-b26f-0e732720e8db x-openstack-request-id: req-b74ffdf7-e9d7-4461-b26f-0e732720e8db {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:51.304404 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:51.304686 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b74ffdf7-e9d7-4461-b26f-0e732720e8db {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:51.305079 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74ffdf7-e9d7-4461-b26f-0e732720e8db'] response: {'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:11:51.377188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-84540b0b-837e-4834-af50-238f770d8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:51.378744 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-84540b0b-837e-4834-af50-238f770d8751 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1099 time: 0.0429771 Apr 28 15:11:51.476934 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-f9c2a5b2-36be-4958-bbd0-3fca94bf4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:51.478371 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-f9c2a5b2-36be-4958-bbd0-3fca94bf4fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0929685 Apr 28 15:11:51.479405 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-1810e208-5e48-45c7-a347-b867803f79ce None None] Provisioning complete for port e4916dcc-0453-41c5-89d6-d7b2cde335a4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:11:51.479970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1810e208-5e48-45c7-a347-b867803f79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:51.523819 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-1810e208-5e48-45c7-a347-b867803f79ce None None] Port e4916dcc-0453-41c5-89d6-d7b2cde335a4 is administratively disabled so it will not transition to active. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Apr 28 15:11:51.546098 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-a3fd2efd-14a7-4b6e-ab92-3cbf468511f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 1000 time: 0.0579767 Apr 28 15:11:51.599497 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-f2ed1038-a007-476c-88a9-318efcd82b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:51.600992 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-f2ed1038-a007-476c-88a9-318efcd82b0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0477538 Apr 28 15:11:51.646783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-9448557e-bc1d-48fc-9952-9b2b4540e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:51.648403 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-9448557e-bc1d-48fc-9952-9b2b4540e1d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409837 Apr 28 15:11:51.739395 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-ff93c0c4-c5b4-44a5-89b5-736968094f40 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Apr 28 15:11:51.833839 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-cb0902a8-6154-424d-9ad3-17c1bd13ba0b req-39cf463c-987e-45b1-b860-6b9ce9d4d6c6 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869088 Apr 28 15:11:54.775708 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48546) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:54.784009 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:11:54.853536 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:55.000872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:11:55.029953 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:55.036583 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:55.079203 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:55.079823 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:55.081322 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/ports/e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 937 time: 0.3043506 Apr 28 15:11:55.081888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:55.085661 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c911265-7868-486e-aa6a-5445d36525e6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:55.085889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48548) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:55.112145 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491a6c9-6c2f-410b-aabc-500892ae5d55 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=7']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:55.137400 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c91b8c-6823-4740-83ce-66253a1af0ea x-openstack-request-id: req-77c91b8c-6823-4740-83ce-66253a1af0ea {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:55.137695 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:55.137941 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-77c91b8c-6823-4740-83ce-66253a1af0ea {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:55.138351 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c91b8c-6823-4740-83ce-66253a1af0ea'] response: {'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:11:55.175774 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a50a06f1-cef5-4a25-a8f8-12075272f79f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/b70fdccd-df38-44d0-8baf-d71bc9c1ac7b HTTP/1.1" status: 200 len: 991 time: 0.0897765 Apr 28 15:11:55.209028 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911265-7868-486e-aa6a-5445d36525e6 req-42441c79-a818-49b4-9b00-81191e4e2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:55.210642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-42441c79-a818-49b4-9b00-81191e4e2cbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1098 time: 0.0465741 Apr 28 15:11:55.269663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-d4d42126-9d04-490e-af2c-1da984fbb38e None None] Provisioning complete for port e4916dcc-0453-41c5-89d6-d7b2cde335a4 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:11:55.270266 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d4d42126-9d04-490e-af2c-1da984fbb38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:55.293482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['e4916dcc-0453-41c5-89d6-d7b2cde335a4'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:11:55.300813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911265-7868-486e-aa6a-5445d36525e6 req-5a0d71f2-d56e-4184-a4d5-5f9d8d4f069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:55.302337 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-5a0d71f2-d56e-4184-a4d5-5f9d8d4f069f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0848427 Apr 28 15:11:55.372482 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-b20865e0-7221-4ceb-936c-56261989c2be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 999 time: 0.0630054 Apr 28 15:11:55.421127 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911265-7868-486e-aa6a-5445d36525e6 req-59e67578-d6e0-4d2b-8808-badc0d0ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:55.422605 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-59e67578-d6e0-4d2b-8808-badc0d0ca48c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0438015 Apr 28 15:11:55.467523 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c911265-7868-486e-aa6a-5445d36525e6 req-28dfe9f4-a5c6-4742-b47f-43101b1946ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:55.469059 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-28dfe9f4-a5c6-4742-b47f-43101b1946ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395606 Apr 28 15:11:55.559895 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-06397ace-7e4d-47b1-9c3a-e8e8e496fec2 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Apr 28 15:11:55.651861 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-3c911265-7868-486e-aa6a-5445d36525e6 req-dac29286-2b49-43ce-9d9f-69caeff16645 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844562 Apr 28 15:11:57.743282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48558) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:11:57.916561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 998a9f3a-525d-4c86-8566-263bf4a18f3f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:11:57.916869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:57.998171 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:57.998480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:58.010807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 998a9f3a-525d-4c86-8566-263bf4a18f3f owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:11:58.160306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:58.184552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=998a9f3a-525d-4c86-8566-263bf4a18f3f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:11:58.193901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.194228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.194561 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.194883 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.195200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.195519 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.196260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.196260 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.196477 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.196770 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.197074 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.197383 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:11:58.257425 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:58.257716 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP 9576d14c-7643-46dc-b600-3ad92b7236e6 disassociated (deleted). External IP: 172.26.4.238, port: d1978472-f638-4b63-aab4-10a023e1cfc5. Apr 28 15:11:58.478262 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:11:58.592888 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:11:58.598482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:11:58.603526 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:11:58.614376 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:58.615394 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:58.625314 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-e670c0b5-ba77-4614-84bd-17a294f13184 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/9576d14c-7643-46dc-b600-3ad92b7236e6 HTTP/1.1" status: 204 len: 168 time: 0.8804889 Apr 28 15:11:58.625910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:11:58.628226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07188462-d723-4fa9-a1ad-439b7c8a8c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:11:58.665857 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9ba145-b37a-4da1-9bb9-cce2438cf2e9 x-openstack-request-id: req-2e9ba145-b37a-4da1-9bb9-cce2438cf2e9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:11:58.666297 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:11:58.666553 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2e9ba145-b37a-4da1-9bb9-cce2438cf2e9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:11:58.666965 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9ba145-b37a-4da1-9bb9-cce2438cf2e9'] response: {'name': 'network-changed', 'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'status': 'completed', 'code': 200} Apr 28 15:11:58.720509 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:58.726996 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-b698a9ea-ccbd-485b-bb48-6349884b9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.728679 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-b698a9ea-ccbd-485b-bb48-6349884b9c09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0423334 Apr 28 15:11:58.826595 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-f157a647-42b1-4686-9025-9a88784203fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.828169 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-f157a647-42b1-4686-9025-9a88784203fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.0935454 Apr 28 15:11:58.865616 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a3b61-6410-4122-822c-3381fc400ec8 req-d342098d-0e29-4c06-80bc-7a1a517586ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.867139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-117a3b61-6410-4122-822c-3381fc400ec8 req-d342098d-0e29-4c06-80bc-7a1a517586ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Apr 28 15:11:58.872563 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-21529bbb-938e-4135-a9cc-e9874c2d5bd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 200 len: 217 time: 0.0370593 Apr 28 15:11:58.906915 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-117a3b61-6410-4122-822c-3381fc400ec8 req-5024ec95-c40a-423d-8a05-26c448b6ee5b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Apr 28 15:11:58.929454 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-4031d604-1d60-4e03-b25f-287fcf98c51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.932115 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-4031d604-1d60-4e03-b25f-287fcf98c51d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0492771 Apr 28 15:11:58.947401 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:58.972877 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:11:58.980503 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-5788eb6a-3f76-4906-824d-d43bba1c2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:11:58.981303 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:11:58.981900 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:58.982028 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-5788eb6a-3f76-4906-824d-d43bba1c2a5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431209 Apr 28 15:11:59.075191 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-350ee5bb-6345-42df-a4f1-7aaeafc08e77 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Apr 28 15:11:59.088063 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:11:59.170133 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-07188462-d723-4fa9-a1ad-439b7c8a8c9d req-51bf588a-e7ef-44b6-8d18-e1aac97a838d service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864332 Apr 28 15:11:59.318420 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:11:59.343941 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29f1dd-11f4-4796-8140-85ff79245750 None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'b70fdccd-df38-44d0-8baf-d71bc9c1ac7b', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.4', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'port_id': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'mac_address': 'fa:16:3e:cf:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:11:03Z', 'updated_at': '2022-04-28T15:11:05Z', 'revision_number': 1, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:11:59.551076 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e968c-2ffd-49f4-a325-dec530bda532 None None] New status for floating IP 9576d14c-7643-46dc-b600-3ad92b7236e6: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:12:00.037738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4a0a-056c-44f8-9473-32de9d6305ee req-c7ba18b6-f855-44f5-bd39-3d6fd54ad7ea tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.039206 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b28f4a0a-056c-44f8-9473-32de9d6305ee req-c7ba18b6-f855-44f5-bd39-3d6fd54ad7ea tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0620463 Apr 28 15:12:00.098371 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b28f4a0a-056c-44f8-9473-32de9d6305ee req-53b5ac4f-6a61-4194-bcb1-e214ccf492b5 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=d1773d28-c6a3-4e76-ac0e-ae581c50fe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530629 Apr 28 15:12:00.119071 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-79f26108-8e0e-41f5-a208-722a0f67092b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:00.120681 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-79f26108-8e0e-41f5-a208-722a0f67092b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 946 time: 0.0563304 Apr 28 15:12:00.213669 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port d1978472-f638-4b63-aab4-10a023e1cfc5 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:00.213942 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:00.312501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port d1978472-f638-4b63-aab4-10a023e1cfc5, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d1978472-f638-4b63-aab4-10a023e1cfc5,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:00.312823 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:00.325548 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for d1978472-f638-4b63-aab4-10a023e1cfc5 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:00.464016 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:00.491938 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=d1978472-f638-4b63-aab4-10a023e1cfc5,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:00.870155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port d1978472-f638-4b63-aab4-10a023e1cfc5 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:12:00.872814 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:00.876052 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1731ab21-8cf6-4e70-a41e-3f6967c7461f req-7b853248-2ed8-46b0-97e8-2600e2d124e7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/d1978472-f638-4b63-aab4-10a023e1cfc5 HTTP/1.1" status: 204 len: 173 time: 0.7499712 Apr 28 15:12:00.876491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'name': 'network-vif-deleted', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:00.879278 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e79e32-509c-42fb-8200-c62402f9514e" -d '{"events": [{"server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "name": "network-vif-deleted", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:00.929478 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c0c95a-376f-4393-91c4-ba156e3a75c4 x-openstack-request-id: req-f4c0c95a-376f-4393-91c4-ba156e3a75c4 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:00.930061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8", "name": "network-vif-deleted", "tag": "d1978472-f638-4b63-aab4-10a023e1cfc5", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:00.930392 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f4c0c95a-376f-4393-91c4-ba156e3a75c4 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:00.930872 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c0c95a-376f-4393-91c4-ba156e3a75c4'] response: {'server_uuid': '2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8', 'name': 'network-vif-deleted', 'tag': 'd1978472-f638-4b63-aab4-10a023e1cfc5', 'status': 'completed', 'code': 200} Apr 28 15:12:01.212303 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-1f861954-aa28-4982-b94d-66a42a30d44f req-1ca89e76-0e56-4a85-93ee-2358e51647df tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=2abd3fb8-16f8-42a0-bde2-f7b2b17a5fc8 HTTP/1.1" status: 200 len: 210 time: 0.0261846 Apr 28 15:12:02.279384 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48574) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:02.342156 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.368822 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.430651 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.433472 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.434636 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1773d28-c6a3-4e76-ac0e-ae581c50fe05 HTTP/1.1" status: 204 len: 168 time: 0.1542425 Apr 28 15:12:02.444403 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b8535-3203-44e7-acf7-a43b4bb67f6e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1773d28-c6a3-4e76-ac0e-ae581c50fe05,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:02.469793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48578) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:02.631439 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 0573bac1-4312-49f2-a5e4-2a2f84805c61 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:02.631743 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.711851 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.712199 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.725579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 0573bac1-4312-49f2-a5e4-2a2f84805c61 owned by network:floatingip {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:02.874072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.901528 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=0573bac1-4312-49f2-a5e4-2a2f84805c61,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:02.963274 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:02.963779 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.l3_db [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP b70fdccd-df38-44d0-8baf-d71bc9c1ac7b disassociated (deleted). External IP: 172.26.4.4, port: e4916dcc-0453-41c5-89d6-d7b2cde335a4. Apr 28 15:12:03.188002 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:03.305901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:03.310708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:03.317651 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:03.328175 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:03.328787 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:03.338195 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-19c0c9df-6b70-4abc-8f62-db860b9bb820 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/b70fdccd-df38-44d0-8baf-d71bc9c1ac7b HTTP/1.1" status: 204 len: 168 time: 0.8671978 Apr 28 15:12:03.338783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:03.341052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce5bcb8-8398-4147-a642-877376b8c490" -d '{"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:03.379842 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324af348-8382-495d-8b26-9c5be7ea5b76 x-openstack-request-id: req-324af348-8382-495d-8b26-9c5be7ea5b76 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:03.380136 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:03.380395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-324af348-8382-495d-8b26-9c5be7ea5b76 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:03.380797 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324af348-8382-495d-8b26-9c5be7ea5b76'] response: {'name': 'network-changed', 'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:12:03.441919 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-12dff4fd-3441-4b98-92e7-09b520eff1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.443654 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-12dff4fd-3441-4b98-92e7-09b520eff1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 1098 time: 0.0435586 Apr 28 15:12:03.535738 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:03.582125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-403cc64e-6d89-4a96-89ad-07d0f05a1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.583693 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-403cc64e-6d89-4a96-89ad-07d0f05a1621 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 200 len: 897 time: 0.1332474 Apr 28 15:12:03.594208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555c230-93a2-47d6-b946-cc817eb046dc req-13a985af-d558-4dfe-9707-457791091b44 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.595576 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2555c230-93a2-47d6-b946-cc817eb046dc req-13a985af-d558-4dfe-9707-457791091b44 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0678487 Apr 28 15:12:03.645558 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-54a6def2-2af1-4275-b65c-d2ec6dc85279 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 200 len: 217 time: 0.0489275 Apr 28 15:12:03.702198 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-2555c230-93a2-47d6-b946-cc817eb046dc req-95264d54-6617-488b-a07a-a49d0753b631 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951927 Apr 28 15:12:03.709391 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-7c1faca0-8f83-4276-a1fd-0469e536077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.710810 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-7c1faca0-8f83-4276-a1fd-0469e536077b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 200 len: 834 time: 0.0576284 Apr 28 15:12:03.733356 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:03.755786 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-2f3fe8f8-5690-454a-9013-dbcacda3e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:03.757355 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-2f3fe8f8-5690-454a-9013-dbcacda3e99e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e454cea-f5e3-49e0-b0ad-e04f62f0a710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395784 Apr 28 15:12:03.762446 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:03.770936 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:03.771520 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:03.849973 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-8c1a18e3-8100-4601-a0dc-a234318f4c71 service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843263 Apr 28 15:12:03.871376 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:03.941832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-6ce5bcb8-8398-4147-a642-877376b8c490 req-21fad894-54ce-4710-9261-ee3a54b0f18e service neutron] 10.222.0.21 "GET /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827134 Apr 28 15:12:04.063120 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:04.088211 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca0ffac-1c81-4958-b40a-7a5bc10b689a None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': 'b6165ce3-606d-4b8b-bcf6-75d9b91d4287', 'name': '', 'network_id': '9e454cea-f5e3-49e0-b0ad-e04f62f0a710', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:49:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:43Z', 'updated_at': '2022-04-28T15:10:46Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': '196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:04.319199 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d7c340-a545-4f12-8602-cef6a05915ab None None] New status for floating IP b70fdccd-df38-44d0-8baf-d71bc9c1ac7b: DOWN {{(pid=102642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:12:04.422078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d1978472-f638-4b63-aab4-10a023e1cfc5 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:04.445620 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: d1978472-f638-4b63-aab4-10a023e1cfc5 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:12:04.446014 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d1978472-f638-4b63-aab4-10a023e1cfc5 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:04.836653 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c1129-bb85-4b64-a3b7-0b1f791570b6 req-f1ed98a3-ab81-4486-85d5-c80bf6c2f295 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:04.838151 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bb9c1129-bb85-4b64-a3b7-0b1f791570b6 req-f1ed98a3-ab81-4486-85d5-c80bf6c2f295 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0535877 Apr 28 15:12:04.878177 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-bb9c1129-bb85-4b64-a3b7-0b1f791570b6 req-4607eff3-b084-4f23-87da-9b37923b4ac1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=eb6b690d-4867-4c12-963e-a76e62642c5a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Apr 28 15:12:04.987301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c192e7a-aac5-4397-862e-f64eda975686 req-fe9dceb4-8758-4b08-8a8c-4ee89f289325 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:04.988697 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4c192e7a-aac5-4397-862e-f64eda975686 req-fe9dceb4-8758-4b08-8a8c-4ee89f289325 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca HTTP/1.1" status: 200 len: 945 time: 0.0637534 Apr 28 15:12:05.090547 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port e4916dcc-0453-41c5-89d6-d7b2cde335a4 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:05.090911 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:05.184158 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port e4916dcc-0453-41c5-89d6-d7b2cde335a4, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=e4916dcc-0453-41c5-89d6-d7b2cde335a4,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:05.184489 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:05.197106 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for e4916dcc-0453-41c5-89d6-d7b2cde335a4 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:05.330196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:05.367069 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=e4916dcc-0453-41c5-89d6-d7b2cde335a4,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:05.417413 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port e4916dcc-0453-41c5-89d6-d7b2cde335a4 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:12:05.420051 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:05.423367 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-4c192e7a-aac5-4397-862e-f64eda975686 req-337980c4-7f07-4531-b95a-cc9016ab21d3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/e4916dcc-0453-41c5-89d6-d7b2cde335a4 HTTP/1.1" status: 204 len: 173 time: 0.4288437 Apr 28 15:12:05.423784 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'name': 'network-vif-deleted', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:05.426215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e96f1c6-c91d-48d6-a80a-58ab488f41d4" -d '{"events": [{"server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "name": "network-vif-deleted", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:05.461886 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be59780-67e2-4cec-8a2c-db80ae6ad608 x-openstack-request-id: req-4be59780-67e2-4cec-8a2c-db80ae6ad608 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:05.462170 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca", "name": "network-vif-deleted", "tag": "e4916dcc-0453-41c5-89d6-d7b2cde335a4", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:05.462416 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4be59780-67e2-4cec-8a2c-db80ae6ad608 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:05.462824 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be59780-67e2-4cec-8a2c-db80ae6ad608'] response: {'server_uuid': '0fae9eb4-fd75-4ef1-9ed4-dd8e533742ca', 'name': 'network-vif-deleted', 'tag': 'e4916dcc-0453-41c5-89d6-d7b2cde335a4', 'status': 'completed', 'code': 200} Apr 28 15:12:05.936463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48592) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:05.995101 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.019598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.083061 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.085740 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.086901 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/eb6b690d-4867-4c12-963e-a76e62642c5a HTTP/1.1" status: 204 len: 168 time: 0.1494679 Apr 28 15:12:06.096385 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386248d-da1a-4b7e-80e9-0d633db75787 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b690d-4867-4c12-963e-a76e62642c5a,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:06.118869 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48596) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:06.498234 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.781668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port b6165ce3-606d-4b8b-bcf6-75d9b91d4287 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:06.782027 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.872436 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port b6165ce3-606d-4b8b-bcf6-75d9b91d4287, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:06.872799 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:06.886491 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for b6165ce3-606d-4b8b-bcf6-75d9b91d4287 owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:07.102108 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.129128 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=b6165ce3-606d-4b8b-bcf6-75d9b91d4287,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:07.300569 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.517293 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 3b47b14a-25b9-4b50-8258-69e679f60176 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:07.626991 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:07.632865 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-02f6f3ae-0601-41fc-b5ef-505c388e1d3b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/3b47b14a-25b9-4b50-8258-69e679f60176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129254 Apr 28 15:12:07.635153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48598) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:07.637476 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Sync routers for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:07.652375 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:07.653060 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:07.686490 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet 196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 {{(pid=102640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:12:07.689737 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.728916 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776027'] for subnet, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.756040 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:07.815141 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.874036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3425846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3996200'] for subnet, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.900664 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:07.904303 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:07.908976 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-04f7430f-6eef-43c4-b15d-b04403a8f4ca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/196b8c4d-582e-4f4b-8c21-b1ba6ddb86b7 HTTP/1.1" status: 204 len: 168 time: 0.2726665 Apr 28 15:12:07.910360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48600) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:07.913097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ccaf0-0e8b-41f5-b6fd-c1fd24d91116 None None] Network 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:12:07.928048 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:12:07Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:07.953967 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Checking router: 3b47b14a-25b9-4b50-8258-69e679f60176 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:07.962161 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Routers {'3b47b14a-25b9-4b50-8258-69e679f60176'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:07.962755 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['3b47b14a-25b9-4b50-8258-69e679f60176'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:08.036602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.065488 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] Set router 3b47b14a-25b9-4b50-8258-69e679f60176 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:08.114217 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] DHCP port deletion for 9e454cea-f5e3-49e0-b0ad-e04f62f0a710 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:12:08.148104 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.161481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Deleting port ca0e324c-b770-438c-aad0-da7c17aa9478 {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:08.161849 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.203995 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:12:08.204420 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.224340 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] For port ca0e324c-b770-438c-aad0-da7c17aa9478, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=ca0e324c-b770-438c-aad0-da7c17aa9478,segment=NetworkSegment(77cecc48-1bf2-4d72-82bd-74247b7cd0d4),segment_id=77cecc48-1bf2-4d72-82bd-74247b7cd0d4)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:08.224736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.244548 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Calling delete_port for ca0e324c-b770-438c-aad0-da7c17aa9478 owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:08.259282 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:12:07Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:08.285468 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22d1ce-5697-4601-ac92-66d8c36eac0d None None] The sync data for ids ['3b47b14a-25b9-4b50-8258-69e679f60176'] in dv-neutron-839772-1-hyperv is: [{'id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'name': 'tempest-TestNetworkBasicOps-router-622291993', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:12:07Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '4e82098c-cd9a-4fb7-b28d-7eefa3418dcb', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b47b14a-25b9-4b50-8258-69e679f60176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:10:40Z', 'updated_at': '2022-04-28T15:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:08.290450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:08.290787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.309359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb owned by network:router_gateway {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:12:08.336783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.362411 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Pushing event deleted for resources: {'Port': ['ID=ca0e324c-b770-438c-aad0-da7c17aa9478,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:08.365783 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] No DVR routers for this DVR port ca0e324c-b770-438c-aad0-da7c17aa9478 on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:12:08.372285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.372641 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.372960 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.373292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.373613 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.373933 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.374251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.375039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.375039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.375285 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.375601 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.375935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da94a194-bc13-4423-be1b-2cb6b2a35e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:08.486612 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.514884 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=4e82098c-cd9a-4fb7-b28d-7eefa3418dcb,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:08.574651 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.675501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.677831 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.727331 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.727895 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 3b47b14a-25b9-4b50-8258-69e679f60176 {{(pid=102641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:12:08.734812 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:08.738555 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1b3b98d0-a613-4694-9504-abca7dad01d4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/3b47b14a-25b9-4b50-8258-69e679f60176 HTTP/1.1" status: 204 len: 168 time: 0.8240328 Apr 28 15:12:08.738738 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48602) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:08.769229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca0e324c-b770-438c-aad0-da7c17aa9478 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:08.791366 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: ca0e324c-b770-438c-aad0-da7c17aa9478 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:12:08.791850 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device ca0e324c-b770-438c-aad0-da7c17aa9478 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:08.792441 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b6165ce3-606d-4b8b-bcf6-75d9b91d4287 no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:08.817211 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: b6165ce3-606d-4b8b-bcf6-75d9b91d4287 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:12:08.817453 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device b6165ce3-606d-4b8b-bcf6-75d9b91d4287 not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:08.818788 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.240287 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.260300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e454cea-f5e3-49e0-b0ad-e04f62f0a710']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:09.269157 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cecc48-1bf2-4d72-82bd-74247b7cd0d4') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:09.269442 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cecc48-1bf2-4d72-82bd-74247b7cd0d4') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:09.278455 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.294622 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.302570 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:12:09.302953 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:12:09.305912 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:12:09.367769 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.375196 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.378341 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/9e454cea-f5e3-49e0-b0ad-e04f62f0a710 HTTP/1.1" status: 204 len: 168 time: 0.6386595 Apr 28 15:12:09.391211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9cbd5-d871-49f3-8f01-c2b6d2cfb218 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=9e454cea-f5e3-49e0-b0ad-e04f62f0a710,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:09.405081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48604) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:09.410046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'network': {'name': 'tempest-network-smoke--1983289168', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'port_security_enabled': True}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:09.432088 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'network': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:12:09.435525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for network, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.463125 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=102641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 15:12:09.472191 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.472583 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.segments_db [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Added segment 2fcf5268-0fef-4bd7-a15c-49687addcd72 of type vlan for network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 Apr 28 15:12:09.511625 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745689323969'] for network, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.538845 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249'] for network, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.544355 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:09.544928 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.595682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895046 Apr 28 15:12:09.598690 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48606) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:09.603381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'admin_state_up': True, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:09.609623 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37219f-99c6-4d98-bbda-c9a095f42db3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Network': ['ID=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:09.620733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 details requested by agent ovs-agent-dv-neutron-839772-1-hyperv with host dv-neutron-839772-1-hyperv {{(pid=102642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 28 15:12:09.627624 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-539028', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10262'] for router, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.628676 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-540004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536542', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1038039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10285'] for router, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.683055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:09.823083 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.027738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.046238 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.149257 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.240 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/7ce77dfe-cb14-43a7-a958-8f267f36de8b) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:10.251812 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.288483 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.331772 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:10.334712 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:10.338355 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:10.343754 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:10.459058 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device e4916dcc-0453-41c5-89d6-d7b2cde335a4 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:10.480074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: e4916dcc-0453-41c5-89d6-d7b2cde335a4 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:12:10.480435 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device e4916dcc-0453-41c5-89d6-d7b2cde335a4 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:10.520876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:10.545597 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:12:10.545900 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 4e82098c-cd9a-4fb7-b28d-7eefa3418dcb not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:12:10.593381 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.787811 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-540015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557'] for router, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:10.918010 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 is scheduled to L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 with binding_index 1 {{(pid=102640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 28 15:12:11.033888 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:11.044856 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:11.055738 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.056473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:11.060387 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3d067fbd-e10a-4716-a23d-a2b0287be97a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4572823 Apr 28 15:12:11.060535 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:11.060671 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48608) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:11.089068 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2cf7e888-4e2c-4561-b972-790ed57b4a3d tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=4c6479f11ab7486894f5c886af670f83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273385 Apr 28 15:12:11.092307 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48610) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:11.175054 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:11.186204 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8d29d-53e7-4f55-a45f-eedca610295f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:11.187793 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-74c8d29d-53e7-4f55-a45f-eedca610295f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945926 Apr 28 15:12:11.191064 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48612) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:11.224720 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-cf365a84-3170-41c4-a028-19ea31bb4b95 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=c459c6cf-a35c-471f-9a37-ca8bd41dfdd8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301797 Apr 28 15:12:11.224962 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48614) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:11.229505 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-417156763', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:11.317293 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'subnet': 1} {{(pid=102640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:12:11.321116 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3996215'] for subnet, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.358141 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:10Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:11.384632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:11.385004 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Updating router 8661daeb-fb8e-4943-8175-71a9b4c5a601 port 7ce77dfe-cb14-43a7-a958-8f267f36de8b binding host dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:12:11.413083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.501423 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3425909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3996193'] for subnet, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.563124 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Subnet': ['ID=c3e331f9-1c37-4540-99e2-a9c1c3192de1,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:11.571007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Checking segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:12:11.571357 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network hostable DHCP agents. Network: 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8, hostable agents: ['e1edb7bf-643b-422f-a495-2374032fb3dc'], hosted agents: [] {{(pid=102640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 15:12:11.588179 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 is scheduled to be hosted by DHCP agent e1edb7bf-643b-422f-a495-2374032fb3dc with binding_index 1 {{(pid=102640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 15:12:11.596952 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839772-1-hyperv, 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8) {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:11.601373 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:11.602119 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.609663 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3048614e-8a33-405e-a352-9ee8838e4dc9 None None] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:12:11.621195 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-b14e1f0c-5616-43f4-b3fa-630efb625f1b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3953369 Apr 28 15:12:11.624104 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48616) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:11.710545 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.720320 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.801552 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22c44-9f9e-4085-82c6-ceed8dba8949 None None] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:11.813071 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Attempting to bind port 7ce77dfe-cb14-43a7-a958-8f267f36de8b on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:12:11.813455 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Attempting to bind port 7ce77dfe-cb14-43a7-a958-8f267f36de8b by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:12:11.813802 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Attempting to bind port 7ce77dfe-cb14-43a7-a958-8f267f36de8b on network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:11.824786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:12:11.825078 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Checking segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:12:11.825469 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.825837 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Bound using segment: {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:12:11.826295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Bound port: 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886e5984-6c43-4301-8215-71e5c6adf8ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:12:11.826664 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.877628 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4181acc2-9570-5e61-8858-3c3a9fedca1a-9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1'}]}} from dv-neutron-839772-1-hyperv. {{(pid=102642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 28 15:12:11.878459 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:11.909049 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:12:11.916160 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7ce77dfe-cb14-43a7-a958-8f267f36de8b,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:12:11.962907 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.059411 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.070870 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d22c44-9f9e-4085-82c6-ceed8dba8949 None None] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.075208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:12.075773 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:12.120119 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.db_base_plugin_common [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Allocated IP 172.20.0.2 (9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8/c3e331f9-1c37-4540-99e2-a9c1c3192de1/55ee0760-ae87-47d9-87e0-1a9c20b3068b) {{(pid=102642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:12.396992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:12.588270 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks [] for port, precommit_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.614302 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973'] for port, after_create {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.663549 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 is already hosted by enough agents. {{(pid=102642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:12.665010 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.scheduler.base_scheduler [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Resources bound (agent type, host, resource id): {{(pid=102642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:12.669360 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Received port after_create {{(pid=102642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:12.682443 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Pushing event updated for resources: {'Port': ['ID=55ee0760-ae87-47d9-87e0-1a9c20b3068b,revision_number=1']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.704921 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.1 (9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8/c3e331f9-1c37-4540-99e2-a9c1c3192de1/970cae6a-e209-4d8b-9fda-20f109f2aa1f) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:12.740867 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:10Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:12.743992 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Attempting to bind port 55ee0760-ae87-47d9-87e0-1a9c20b3068b on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:12:12.744367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Attempting to bind port 55ee0760-ae87-47d9-87e0-1a9c20b3068b by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:12:12.744718 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Attempting to bind port 55ee0760-ae87-47d9-87e0-1a9c20b3068b on network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:12.771983 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2cb7-5229-42c6-a2f4-0cadf36ac4c7 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:10Z', 'revision_number': 3, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:12.773820 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:12:12.774191 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Checking segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:12:12.774596 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.774972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Bound using segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} {{(pid=102642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:12:12.776202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.managers [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Bound port: 55ee0760-ae87-47d9-87e0-1a9c20b3068b, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}}] {{(pid=102642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:12:12.776202 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.835792 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.843153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] For port 55ee0760-ae87-47d9-87e0-1a9c20b3068b, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:12:12.847903 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] For port 55ee0760-ae87-47d9-87e0-1a9c20b3068b, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55ee0760-ae87-47d9-87e0-1a9c20b3068b,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:12:12.856926 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.883406 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:12.920769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:12.923894 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:12.930340 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:12.936592 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341c3b-81c8-4cfa-9faf-e35782dab86f None None] Pushing event updated for resources: {'Port': ['ID=55ee0760-ae87-47d9-87e0-1a9c20b3068b,revision_number=2']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.966939 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:12.985825 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535774'] for router_interface, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:13.148331 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:13.503154 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:13.509782 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:13.600560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:13.605949 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-611235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-535714'] for router_interface, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:13.704455 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:13.705947 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:13.826329 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:13.938007 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:13.944110 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-475247b7-d138-4d1b-a1af-a37580ca10a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/8661daeb-fb8e-4943-8175-71a9b4c5a601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3188834 Apr 28 15:12:13.946850 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48618) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:14.019727 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae9f21f-e825-44b4-8d31-ee848291050a None None] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:12:14.052732 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6b861-9c50-439a-ba6b-dde2487b876a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.053208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6b861-9c50-439a-ba6b-dde2487b876a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.053688 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6b861-9c50-439a-ba6b-dde2487b876a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.054146 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6b861-9c50-439a-ba6b-dde2487b876a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.058370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-9cb6b861-9c50-439a-ba6b-dde2487b876a tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1079705 Apr 28 15:12:14.058579 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48620) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:14.091733 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] Provisioning complete for port 55ee0760-ae87-47d9-87e0-1a9c20b3068b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:14.092206 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.109433 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d5d87-3ccb-4889-b949-b91616b7fac9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.109872 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d5d87-3ccb-4889-b949-b91616b7fac9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.110360 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d5d87-3ccb-4889-b949-b91616b7fac9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.110815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d5d87-3ccb-4889-b949-b91616b7fac9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:14.112625 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c67d5d87-3ccb-4889-b949-b91616b7fac9 tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0531240 Apr 28 15:12:14.115813 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48622) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:14.241507 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.259394 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-c4266225-6503-4dc8-ac86-f249710ccf7f tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1423860 Apr 28 15:12:14.279059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] For port 55ee0760-ae87-47d9-87e0-1a9c20b3068b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55ee0760-ae87-47d9-87e0-1a9c20b3068b,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:14.288153 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.352059 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373686eb-732c-4909-b85f-5f55cebc2e59 None None] Pushing event updated for resources: {'Port': ['ID=55ee0760-ae87-47d9-87e0-1a9c20b3068b,revision_number=3']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:14.514632 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-335a8dcc-f98e-48ce-ac9b-4952b581680c None None] Provisioning complete for port 55ee0760-ae87-47d9-87e0-1a9c20b3068b triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:14.515253 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-335a8dcc-f98e-48ce-ac9b-4952b581680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.586185 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:14.601468 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:14.602093 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:14.656550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-335a8dcc-f98e-48ce-ac9b-4952b581680c None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:14.657294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-335a8dcc-f98e-48ce-ac9b-4952b581680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.721771 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55ee0760-ae87-47d9-87e0-1a9c20b3068b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:14.779005 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-335a8dcc-f98e-48ce-ac9b-4952b581680c None None] Port 970cae6a-e209-4d8b-9fda-20f109f2aa1f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:12:14.789788 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 55ee0760-ae87-47d9-87e0-1a9c20b3068b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:14.790166 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.836697 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48626) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:14.841356 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1933219189', 'description': 'tempest-secgroup-smoke-1933219189 description', 'project_id': '4c6479f11ab7486894f5c886af670f83'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:14.854032 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:14.871459 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.907476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:14.951803 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.953624 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-662b8a9b-397f-441e-a2eb-d567a431321a None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:14.953989 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-662b8a9b-397f-441e-a2eb-d567a431321a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.958081 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.989167 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:14.993683 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1530397 Apr 28 15:12:14.993683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439dc847-9be2-4723-9a58-c2a45061ea02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895084d6-da7a-41e5-9e7c-13a156988220,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:14.995286 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48628) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:14.998589 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.007307 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7ce77dfe-cb14-43a7-a958-8f267f36de8b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:15.007655 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.009190 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-662b8a9b-397f-441e-a2eb-d567a431321a None None] Port 970cae6a-e209-4d8b-9fda-20f109f2aa1f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:12:15.028038 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.064096 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:15.089134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.090399 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.094097 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:15.094451 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Updating router 8661daeb-fb8e-4943-8175-71a9b4c5a601 port 970cae6a-e209-4d8b-9fda-20f109f2aa1f binding host dv-neutron-839772-1-hyperv {{(pid=102643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 15:12:15.095981 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.113757 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6232c6-b0cc-4644-8b25-33ef3a2005e3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.114067 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7ce77dfe-cb14-43a7-a958-8f267f36de8b,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:15.123750 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.127878 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.131075 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.137320 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bdd30abf-1631-463b-a21e-6f293e196bd7 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381574 Apr 28 15:12:15.137320 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48630) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:15.142277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.165813 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-864a0196-d5e6-4b82-b2e2-ef2ee7a407ef None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:15.166319 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-864a0196-d5e6-4b82-b2e2-ef2ee7a407ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.168311 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.217447 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-864a0196-d5e6-4b82-b2e2-ef2ee7a407ef None None] Port 970cae6a-e209-4d8b-9fda-20f109f2aa1f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:12:15.219265 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.230067 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.235153 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.255999 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8070aaf-60f5-41ce-a83c-7b813dd8c8d3,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.261716 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.264131 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-a2757a6b-4753-4aa2-a7f0-7e40d9edce27 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255903 Apr 28 15:12:15.265679 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48632) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:15.270202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.295409 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.353463 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.358202 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.376275 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e37ecd-d6c6-4986-8f74-8a003f5d48dc,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.385003 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.386220 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-24521788-6b38-43ad-a6f7-86d987383d50 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195552 Apr 28 15:12:15.389031 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48634) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:15.393415 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.396091 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.403750 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.418433 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.461795 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=3']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.486276 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.487117 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.487117 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.487324 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.487608 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.487943 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.488129 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.488257 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:15.497617 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.513436 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d20b52a-4619-437c-b4ba-048edd314705,revision_number=0']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.527968 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Attempting to bind port 970cae6a-e209-4d8b-9fda-20f109f2aa1f on host dv-neutron-839772-1-hyperv for vnic_type normal with profile {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:12:15.528336 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Attempting to bind port 970cae6a-e209-4d8b-9fda-20f109f2aa1f by drivers openvswitch,hyperv on host dv-neutron-839772-1-hyperv at level 0 using segments [{'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:12:15.528701 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Attempting to bind port 970cae6a-e209-4d8b-9fda-20f109f2aa1f on network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:15.533803 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.534047 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Checking agent: {'id': '6edb588e-ccf5-4057-91d1-11a8523ec38f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839772-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 49, 21), 'started_at': datetime.datetime(2022, 4, 28, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839772-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:12:15.534416 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Checking segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:12:15.534812 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.535200 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Bound using segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} {{(pid=102643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:12:15.535598 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ef023897-2fb8-4260-8ff1-05dda0f6cdf0 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455443 Apr 28 15:12:15.535718 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.managers [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Bound port: 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host: dv-neutron-839772-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}}] {{(pid=102643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:12:15.536071 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.538750 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48636) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:15.547668 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.574884 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:12:15.582581 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.593654 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-798a96e5-c40e-4509-8d4a-61eebb366bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.602988 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, cleared binding levels {{(pid=102643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:12:15.606305 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.plugins.ml2.db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=970cae6a-e209-4d8b-9fda-20f109f2aa1f,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:12:15.611831 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron_lib.callbacks.manager [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.649480 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.655593 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.672121 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:15.672760 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:11:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:15.674764 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9383984d-28d7-4de1-9105-fcf9de9a9c10,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.684524 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.685743 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2af72d2f-cf66-4d8f-80c1-003301da9a02 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459806 Apr 28 15:12:15.688499 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48638) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:15.692970 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'security_group_rule': {'security_group_id': '895084d6-da7a-41e5-9e7c-13a156988220', 'project_id': '4c6479f11ab7486894f5c886af670f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:15.715704 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.db.securitygroups_db [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Project 4c6479f11ab7486894f5c886af670f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 15:12:15.720720 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.749722 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:15.750229 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.778602 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056ac47-8f03-4403-9131-accfb1591a54 None None] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=4']} {{(pid=102643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.802695 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.804451 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_dvr_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:15.810428 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640221'] for security_group_rule, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.832485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ffa443-8c55-4f9e-8d33-f8d8ac8a7c57,revision_number=0']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:15.853405 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.854880 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-75a3c1dc-fa9f-46a3-9959-868a7e324296 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654618 Apr 28 15:12:15.864220 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.918483 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=970cae6a-e209-4d8b-9fda-20f109f2aa1f,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:15.924382 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:15.978006 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b2dca-b41e-4132-83fb-96384c82f75f None None] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:16.005610 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7811a111-8ced-4030-9f7c-b5dfc189f880 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1933219189&fields=id&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 267 time: 0.0343158 Apr 28 15:12:16.027135 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.l3_hamode_db [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:16.048695 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-19dac60e-990f-45da-877e-491dc5710f66 None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:16.049158 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-19dac60e-990f-45da-877e-491dc5710f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:16.053938 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c5154-a4fe-41db-88d8-93ecd18120e5 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:16.134059 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-893dd818-82a5-4d64-8fe6-5fdeffd7e031 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:16.135551 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-893dd818-82a5-4d64-8fe6-5fdeffd7e031 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/networks?id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 200 len: 797 time: 0.1231337 Apr 28 15:12:16.152814 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-5e5333e1-ad09-4ef8-bb45-2b205c05b196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/quotas/4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 375 time: 0.0110538 Apr 28 15:12:16.218801 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-a711da51-1b86-415b-b346-099cf2bc313b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580471 Apr 28 15:12:16.314748 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7a76cd3b-393e-4615-bc4e-f42fcadf6634 service neutron] 10.222.0.58 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Apr 28 15:12:16.414260 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-a3e9ed5c-f43f-4e20-87b0-07a760d02edf service neutron] 10.222.0.58 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931969 Apr 28 15:12:16.597039 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-ae1a8d87-90af-48e9-b006-34305bb0db65 req-41801cd1-f489-4b87-9098-034a48d1d35f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 210 time: 0.0337350 Apr 28 15:12:16.695237 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:16.748947 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7ce77dfe-cb14-43a7-a958-8f267f36de8b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:16.749317 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:16.837068 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:16.890758 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:16.891196 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:17.552910 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-c16c5e93-f0e0-4417-be47-599234e9d16b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:17.554371 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-c16c5e93-f0e0-4417-be47-599234e9d16b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/networks?id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 200 len: 797 time: 0.1057050 Apr 28 15:12:17.604130 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-399e1d13-e678-4b88-ad62-fc6c58f91db6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c6479f11ab7486894f5c886af670f83 HTTP/1.1" status: 200 len: 380 time: 0.0351326 Apr 28 15:12:17.617188 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'port': {'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'admin_state_up': True, 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'security_groups': ['895084d6-da7a-41e5-9e7c-13a156988220']}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:17.703222 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-12322a48-0ead-4c44-9988-e46d153cf3ce req-03cab2b8-17a2-4b0a-90b9-fd6a65eef470 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 210 time: 0.0349760 Apr 28 15:12:17.752301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Made reservation on behalf of 4c6479f11ab7486894f5c886af670f83 for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:12:17.756078 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:17.893832 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.20.0.6 (9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8/c3e331f9-1c37-4540-99e2-a9c1c3192de1/bd00ebc6-c845-46fe-8d0b-c4498da12515) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:17.944293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1b821736-a023-4e36-be1e-5180fc1b5d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.041735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.077072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.125716 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:18.128915 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:18.131586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:18.159818 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:18.186598 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:18.187245 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.205708 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-7c39db6b-0b0e-4d10-8975-d1d53e418196 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5925984 Apr 28 15:12:18.218283 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Request body: {'port': {'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:18.273675 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.399681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cfe52218-435e-4f1a-a197-fd932eb26c4f None None] Provisioning complete for port bd00ebc6-c845-46fe-8d0b-c4498da12515 triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:18.399966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cfe52218-435e-4f1a-a197-fd932eb26c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.437811 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cfe52218-435e-4f1a-a197-fd932eb26c4f None None] Port bd00ebc6-c845-46fe-8d0b-c4498da12515 cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:12:18.488550 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.538530 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd00ebc6-c845-46fe-8d0b-c4498da12515 {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:12:18.545849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.557501 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Transition to ACTIVE for port object bd00ebc6-c845-46fe-8d0b-c4498da12515 will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:12:18.563362 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.614316 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:18.679682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Attempting to bind port bd00ebc6-c845-46fe-8d0b-c4498da12515 on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:12:18.680046 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Attempting to bind port bd00ebc6-c845-46fe-8d0b-c4498da12515 by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:12:18.680380 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Attempting to bind port bd00ebc6-c845-46fe-8d0b-c4498da12515 on network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:18.684760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Port bd00ebc6-c845-46fe-8d0b-c4498da12515 on network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:12:18.685073 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Attempting to bind port bd00ebc6-c845-46fe-8d0b-c4498da12515 on network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:12:18.690396 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:12:18.690735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Checking segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:12:18.691119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Bound using segment: {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:12:18.691544 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Bound port: bd00ebc6-c845-46fe-8d0b-c4498da12515, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcf5268-0fef-4bd7-a15c-49687addcd72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:12:18.691903 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.763169 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:12:18.766353 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:12:18.771550 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.809244 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:18.809756 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:18.811148 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] 10.222.0.21 "PUT /v2.0/ports/bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 200 len: 1093 time: 0.5972528 Apr 28 15:12:18.811580 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:18.813901 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65571cb-8412-4a83-9d46-bc9120b40005" -d '{"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:18.825213 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c794f42-f6b3-4182-8357-8abec58de72e req-311a68aa-cedc-40e2-994d-dd921a3d7c42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:18.835150 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c794f42-f6b3-4182-8357-8abec58de72e req-311a68aa-cedc-40e2-994d-dd921a3d7c42 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 943 time: 0.0601172 Apr 28 15:12:18.836402 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed22951-dd4f-4817-a184-22dcbf8e7a33 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:18.865986 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521d8ace-8f7e-45dd-bb39-8195cf372cb9 x-openstack-request-id: req-521d8ace-8f7e-45dd-bb39-8195cf372cb9 {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:18.866343 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:18.866848 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-521d8ace-8f7e-45dd-bb39-8195cf372cb9 {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:18.866996 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521d8ace-8f7e-45dd-bb39-8195cf372cb9'] response: {'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'status': 'completed', 'code': 200} Apr 28 15:12:18.887834 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2c794f42-f6b3-4182-8357-8abec58de72e req-9ef369f5-d6c0-4020-ba9a-2bb76fb58762 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515206 Apr 28 15:12:18.917683 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-96745572-aa89-4105-af7f-2fcd108af972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:18.919340 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-96745572-aa89-4105-af7f-2fcd108af972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1096 time: 0.0490685 Apr 28 15:12:18.966155 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-85c760be-d40b-43b4-87c4-c835efb56c86 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 200 len: 217 time: 0.0389094 Apr 28 15:12:19.016333 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-4b321e73-065b-4e5e-8768-cc9c4cb8f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.017939 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-4b321e73-065b-4e5e-8768-cc9c4cb8f306 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3e331f9-1c37-4540-99e2-a9c1c3192de1 HTTP/1.1" status: 200 len: 834 time: 0.0459886 Apr 28 15:12:19.031109 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:19.061862 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-1e7ea136-6ca0-4237-a859-7a7ea2fe7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.063358 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-1e7ea136-6ca0-4237-a859-7a7ea2fe7cd6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394397 Apr 28 15:12:19.160207 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-65ae3510-bd32-403b-91a8-f8390281334f service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898848 Apr 28 15:12:19.249732 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5e9632e3-a0c6-4441-83c8-872f1f853127 req-f211bfee-5087-435c-8feb-797034fac127 service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834534 Apr 28 15:12:19.339376 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-755fa753-1ff7-4576-93bd-03bfce0ae6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.340890 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-755fa753-1ff7-4576-93bd-03bfce0ae6c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1096 time: 0.0418012 Apr 28 15:12:19.435949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-15987441-0b0c-49e7-b1aa-118283a15c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.437464 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-15987441-0b0c-49e7-b1aa-118283a15c57 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 200 len: 898 time: 0.0886862 Apr 28 15:12:19.478622 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-673bc030-3041-4209-9ae5-37a82b8620e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 200 len: 217 time: 0.0335212 Apr 28 15:12:19.531176 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-a4db5761-bf81-44c8-9892-0a35cbd2d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.532683 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-a4db5761-bf81-44c8-9892-0a35cbd2d6df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3e331f9-1c37-4540-99e2-a9c1c3192de1 HTTP/1.1" status: 200 len: 834 time: 0.0475819 Apr 28 15:12:19.577090 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-41b103d6-1114-466d-8d1d-93cb133536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:19.578551 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-41b103d6-1114-466d-8d1d-93cb133536aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391440 Apr 28 15:12:19.666994 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-a8bf6690-2c34-40b2-89fe-f0b27a4ab296 service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Apr 28 15:12:19.764832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a65571cb-8412-4a83-9d46-bc9120b40005 req-990fe5bd-7186-4b62-87e8-d30b2f50233f service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906403 Apr 28 15:12:20.011458 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7406601-0fd0-4cd3-8ece-277ebb480706 req-ebe7d18b-66a1-4f50-956d-7c0065700885 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:20.012967 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f7406601-0fd0-4cd3-8ece-277ebb480706 req-ebe7d18b-66a1-4f50-956d-7c0065700885 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 943 time: 0.0523040 Apr 28 15:12:20.052768 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-f7406601-0fd0-4cd3-8ece-277ebb480706 req-16e671c7-e66c-4b3f-b078-310b7b650ce4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Apr 28 15:12:20.192721 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:20.737936 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:21.185347 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1c372-2890-4da8-9665-287a33e5caf2 req-f58189c1-4689-4799-bdef-55542fd7ddc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:21.186843 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d0f1c372-2890-4da8-9665-287a33e5caf2 req-f58189c1-4689-4799-bdef-55542fd7ddc3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 943 time: 0.0509903 Apr 28 15:12:21.223875 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d0f1c372-2890-4da8-9665-287a33e5caf2 req-bed63819-5a44-40d8-a569-eda990f452e3 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309393 Apr 28 15:12:21.958519 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:12:22.346768 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28404-abf9-4567-b486-53eb290eedbc req-cda73d4a-d2a9-4fb0-9359-dfbb43e66bf4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:22.348301 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-84f28404-abf9-4567-b486-53eb290eedbc req-cda73d4a-d2a9-4fb0-9359-dfbb43e66bf4 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 943 time: 0.0486846 Apr 28 15:12:22.391649 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-84f28404-abf9-4567-b486-53eb290eedbc req-1cf87b95-0c0f-47de-b1e9-abdcc4b91799 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372679 Apr 28 15:12:22.506638 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bd00ebc6-c845-46fe-8d0b-c4498da12515 details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:12:22.615954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:22.627629 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:12:22.664602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:22.677858 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd00ebc6-c845-46fe-8d0b-c4498da12515 {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:12:22.698017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:22.704543 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:22.753457 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:22.911116 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['bd00ebc6-c845-46fe-8d0b-c4498da12515'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:12:23.532039 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325b3be-2960-41b7-bb7b-134529bbc0b9 req-8f150fd7-8b74-4921-9602-c4d1607938f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:23.533565 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0325b3be-2960-41b7-bb7b-134529bbc0b9 req-8f150fd7-8b74-4921-9602-c4d1607938f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 944 time: 0.0624859 Apr 28 15:12:23.573054 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0325b3be-2960-41b7-bb7b-134529bbc0b9 req-8eebf8e6-fb2d-4c6e-a3b5-bb46b070dcb8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Apr 28 15:12:24.521409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bd00ebc6-c845-46fe-8d0b-c4498da12515 up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:12:24.573786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port bd00ebc6-c845-46fe-8d0b-c4498da12515 completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:12:24.577792 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port bd00ebc6-c845-46fe-8d0b-c4498da12515 triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:12:24.578157 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:24.655015 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:24.676763 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:24.679026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33243f54-7d68-44ac-8eb7-03f2ffad47ae" -d '{"events": [{"server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "name": "network-vif-plugged", "status": "completed", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:24.689676 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb463-1608-4d73-a766-67d9f39c1f88 req-d9d43778-49a1-4a2b-85ea-6a8b3e10a99f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:24.691574 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-823cb463-1608-4d73-a766-67d9f39c1f88 req-d9d43778-49a1-4a2b-85ea-6a8b3e10a99f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 944 time: 0.0494270 Apr 28 15:12:24.694839 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:24.701796 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:24.727007 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c263c-1006-4a9c-bf85-83636263c731 x-openstack-request-id: req-a65c263c-1006-4a9c-bf85-83636263c731 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:24.727318 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "name": "network-vif-plugged", "status": "completed", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:24.727563 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a65c263c-1006-4a9c-bf85-83636263c731 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:24.727966 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a65c263c-1006-4a9c-bf85-83636263c731'] response: {'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'code': 200} Apr 28 15:12:24.749495 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-823cb463-1608-4d73-a766-67d9f39c1f88 req-31bc53a2-6cc3-43a3-9cf3-89923caf921b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472949 Apr 28 15:12:24.768988 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:24.892395 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82397a-92a9-4dfc-be73-b99081a068b8 req-466efeda-8702-4e1f-8b12-ed7dc26e4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:24.893914 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ed82397a-92a9-4dfc-be73-b99081a068b8 req-466efeda-8702-4e1f-8b12-ed7dc26e4688 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1098 time: 0.0400188 Apr 28 15:12:24.936579 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-ed82397a-92a9-4dfc-be73-b99081a068b8 req-e7b2184f-b2f6-490f-9f5a-e1f2f11c7ae5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360322 Apr 28 15:12:25.881168 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739b158-36d9-44c2-90e7-704c882cbc0b req-4b4b3c9b-bee1-4993-a727-5f4540f37ae6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:25.882679 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d739b158-36d9-44c2-90e7-704c882cbc0b req-4b4b3c9b-bee1-4993-a727-5f4540f37ae6 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.0516729 Apr 28 15:12:25.921727 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-d739b158-36d9-44c2-90e7-704c882cbc0b req-ed668f80-cbc8-46a5-b826-f3314ea25cbc tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327008 Apr 28 15:12:27.050228 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8be3-a01c-4071-bc12-56f4d8132335 req-06238913-3230-44df-a974-a96ccb7a489b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:27.051686 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-604b8be3-a01c-4071-bc12-56f4d8132335 req-06238913-3230-44df-a974-a96ccb7a489b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.0589800 Apr 28 15:12:27.093561 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-604b8be3-a01c-4071-bc12-56f4d8132335 req-a9a67efd-6666-40d9-9021-91c2f959ca4f tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356491 Apr 28 15:12:27.222889 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945746d-fa47-4aec-a01a-c006d63ed3e7 req-773c5ca1-b34f-4a49-ae71-ebcc7f36dd16 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:27.224430 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0945746d-fa47-4aec-a01a-c006d63ed3e7 req-773c5ca1-b34f-4a49-ae71-ebcc7f36dd16 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.0592089 Apr 28 15:12:27.269744 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-0945746d-fa47-4aec-a01a-c006d63ed3e7 req-18e339e8-4c7a-4169-847c-33f092c8246a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392768 Apr 28 15:12:27.303576 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48694) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:27.348239 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f94a49-ecc6-481f-a661-161ea0d65b8d tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:27.349781 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-88f94a49-ecc6-481f-a661-161ea0d65b8d tempest-TestNetworkBasicOps-435505097 tempest-TestNetworkBasicOps-435505097-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1093 time: 0.0452082 Apr 28 15:12:27.352989 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48696) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:27.359686 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'floatingip': {'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:27.384729 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:27.480044 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:27.587707 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.db_base_plugin_common [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Allocated IP 172.26.4.224 (c459c6cf-a35c-471f-9a37-ca8bd41dfdd8/186b5d43-bfe6-4f74-8853-7368b03f4363/b9032346-add7-4e06-9457-5b6837d65f42) {{(pid=102640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:12:27.689549 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:27.725200 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:27.769225 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Network c459c6cf-a35c-471f-9a37-ca8bd41dfdd8 is already hosted by enough agents. {{(pid=102640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:12:27.774059 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.base_scheduler [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Resources bound (agent type, host, resource id): {{(pid=102640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:12:27.778929 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Received port after_create {{(pid=102640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:12:27.782892 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b9032346-add7-4e06-9457-5b6837d65f42,revision_number=1']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:27.812497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.812849 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.813192 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.813524 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.813852 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.814183 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.814507 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.814833 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.815180 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.815543 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.815865 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:27.816207 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:12:28.142769 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.210429 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.362113 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for port, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.369033 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3426764'] for port, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.437127 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event updated for resources: {'Port': ['ID=b9032346-add7-4e06-9457-5b6837d65f42,revision_number=2']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:28.446328 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535619'] for floatingip, after_create {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.552615 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced associated. External IP: 172.26.4.224, port: bd00ebc6-c845-46fe-8d0b-c4498da12515. Apr 28 15:12:28.770872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:28.881846 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:28.892338 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:28.901969 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:28.903388 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:28.904039 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:28.930157 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-4022c5f4-eb3e-4add-a8e3-7a34a729a918 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5758491 Apr 28 15:12:28.930735 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:12:28.933012 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362114d7-94bc-433e-af16-4da11831b6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:12:28.933192 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48698) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:28.970706 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf56613-aae6-4322-9645-2cd096070c4f x-openstack-request-id: req-0bf56613-aae6-4322-9645-2cd096070c4f {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:12:28.970997 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:12:28.971241 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0bf56613-aae6-4322-9645-2cd096070c4f {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:12:28.971651 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf56613-aae6-4322-9645-2cd096070c4f'] response: {'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'status': 'completed', 'code': 200} Apr 28 15:12:28.995418 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2658cc8e-4fc9-4881-b860-71cc9bffd13e tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 991 time: 0.0611458 Apr 28 15:12:29.023053 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:29.033808 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362114d7-94bc-433e-af16-4da11831b6b2 req-8bd072ad-bf3a-40bb-b0cb-fdca68adbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:29.035347 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-8bd072ad-bf3a-40bb-b0cb-fdca68adbe58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1098 time: 0.0385606 Apr 28 15:12:29.128289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362114d7-94bc-433e-af16-4da11831b6b2 req-43762442-968c-4617-93f4-d5d8249d0446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:29.129962 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-43762442-968c-4617-93f4-d5d8249d0446 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 200 len: 898 time: 0.0877454 Apr 28 15:12:29.204686 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-3e9b969a-6654-4ec8-a22d-eb2fcf724733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 200 len: 999 time: 0.0683467 Apr 28 15:12:29.260211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362114d7-94bc-433e-af16-4da11831b6b2 req-ad01a183-5c59-4db1-9f42-d5b191b47eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:29.261712 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-ad01a183-5c59-4db1-9f42-d5b191b47eaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3e331f9-1c37-4540-99e2-a9c1c3192de1 HTTP/1.1" status: 200 len: 834 time: 0.0501420 Apr 28 15:12:29.306208 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362114d7-94bc-433e-af16-4da11831b6b2 req-da9b4794-fade-4552-81bf-a5d2d5f7c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:12:29.307607 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-da9b4794-fade-4552-81bf-a5d2d5f7c8db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397460 Apr 28 15:12:29.398449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:28Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:29.404682 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-c41f7b6a-29fc-4115-89ed-5094a5f8ca04 service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903897 Apr 28 15:12:29.424567 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:12:29.433728 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:29.434361 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:18Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:29.496986 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-362114d7-94bc-433e-af16-4da11831b6b2 req-d73b4402-e07b-4874-bc88-518d3ce14ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849240 Apr 28 15:12:29.540074 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:12:29.783155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:28Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:29.812674 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f38fa7-b7dd-444f-b979-f300c4fd0273 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:12:13Z', 'revision_number': 4, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:28Z', 'revision_number': 0, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:15Z', 'revision_number': 5, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:29.999560 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48702) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:30.010239 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b65a76-9d96-41ce-bee3-670919d9620d None None] New status for floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:12:30.065726 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-bab1edbf-496d-45cf-92cd-943318537b4b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 991 time: 0.0647829 Apr 28 15:12:31.069767 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48704) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:31.130932 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-ec0b4240-168b-4ada-960a-b78deca64009 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 993 time: 0.0599949 Apr 28 15:12:45.590666 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e44f6356-2fc1-469c-af42-f5cb79df76d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:47.947822 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-42db9c58-4cc9-4fcc-abc7-69ac396f1d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:48.498836 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:49.037943 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:50.191134 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:50.742142 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:57.741089 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48716) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:12:57.748453 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'admin_state_up': False}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:12:58.078442 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:58.091055 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:58.204824 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:12:58.313036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:12:58.319960 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:58.321154 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-9577bada-a43f-4cbf-9ebc-5c88fae98547 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/8661daeb-fb8e-4943-8175-71a9b4c5a601 HTTP/1.1" status: 200 len: 889 time: 0.5787411 Apr 28 15:12:58.323002 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:12:58.335851 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:58.336419 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:58.370490 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:58.378944 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:12:58.379525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:58.410539 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:12:58.411385 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ee390c-5189-49b1-b3e8-f9e85c38ac55 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:12:58.815227 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:12:58.895449 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:58.928964 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=970cae6a-e209-4d8b-9fda-20f109f2aa1f,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:12:58.937349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:12:58.957369 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:12:58.988272 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:12:59.171072 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35e1d2-727a-4877-a749-f1cc3f6ef222 None None] New status for floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:13:00.458587 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48720) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:00.463277 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.v2.base [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:13:00.585876 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:13:00.665479 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:00.685440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7ce77dfe-cb14-43a7-a958-8f267f36de8b,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:00.691493 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:00.737466 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:01.100494 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536520', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-539926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10291'] for router, precommit_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:01.115367 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-539929'] for router, after_update {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:01.223868 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:13:01.328566 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:13:01.336236 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:01.337574 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-6c15b054-8b36-4a01-801f-0dfe71d13bca tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/8661daeb-fb8e-4943-8175-71a9b4c5a601 HTTP/1.1" status: 200 len: 888 time: 0.8779984 Apr 28 15:13:01.339576 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:13:01.340904 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48722) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:01.350444 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:01.351149 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:01.400568 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-ecaf9b24-e2ae-48e3-907f-717dd789f470 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 991 time: 0.0584846 Apr 28 15:13:01.461521 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:01.690409 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:59Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:58Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:01.715739 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:13:01.724154 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:01.724742 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:01.829635 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:02.052245 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:59Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:58Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:02.077352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b6ac70-4316-4ab8-a228-f62483c7a0c1 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:00Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_floatingips': [{'id': 'bcf528f1-cc01-48a6-8a82-d68c8a4d3ced', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'router_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'port_id': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'mac_address': 'fa:16:3e:e6:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T15:12:28Z', 'updated_at': '2022-04-28T15:12:59Z', 'revision_number': 2, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:12:58Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:13:02.404793 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48724) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:02.471837 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-93ce356a-e62f-4524-bb51-5e36cd1ac725 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 991 time: 0.0658634 Apr 28 15:13:02.624257 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:13:02.687887 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:02.688308 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:02.779221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:02.812056 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=970cae6a-e209-4d8b-9fda-20f109f2aa1f,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:02.817097 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:02.865767 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=7']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:03.477195 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48726) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:03.549465 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-3824fc8f-5b92-41c8-b7c8-a21a1e78f736 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 991 time: 0.0705922 Apr 28 15:13:03.669743 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30482b74-8dd2-4772-8557-3c39d9de42ca None None] New status for floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced: ACTIVE {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:13:04.553642 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48728) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:04.615980 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-e0021ce2-d8ec-4469-b283-1f556a3a61a2 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 200 len: 993 time: 0.0610986 Apr 28 15:13:04.658242 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:13:04.709293 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7ce77dfe-cb14-43a7-a958-8f267f36de8b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:04.709660 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:04.788803 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:04.808489 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7ce77dfe-cb14-43a7-a958-8f267f36de8b,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:04.816208 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:04.817081 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:13:04.890414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Pushing event updated for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=6']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:04.903362 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 970cae6a-e209-4d8b-9fda-20f109f2aa1f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:04.903734 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:06.594954 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b up at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:13:06.646038 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Provisioning complete for port 7ce77dfe-cb14-43a7-a958-8f267f36de8b triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:06.646414 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:06.863051 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48734) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:07.026700 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port b9032346-add7-4e06-9457-5b6837d65f42 {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:13:07.026991 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.100923 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.101221 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.113319 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for b9032346-add7-4e06-9457-5b6837d65f42 owned by network:floatingip {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:13:07.273609 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.298556 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=b9032346-add7-4e06-9457-5b6837d65f42,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:07.361965 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for floatingip, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.362307 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.db.l3_db [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced disassociated (deleted). External IP: 172.26.4.224, port: bd00ebc6-c845-46fe-8d0b-c4498da12515. Apr 28 15:13:07.572668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:13:07.687467 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:13:07.692577 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for floatingip, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:07.697595 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:13:07.708925 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:07.709564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:07.720165 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-745fa718-bd12-4141-9054-7981c2003084 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/floatingips/bcf528f1-cc01-48a6-8a82-d68c8a4d3ced HTTP/1.1" status: 204 len: 168 time: 0.8559473 Apr 28 15:13:07.720750 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515'}] {{(pid=102640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:13:07.723008 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d349630b2debeb278ac216f7ae22f99a10b9f6f72546e63f1fe142b2f1a0848" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8213f-d4f0-4e79-a14e-e3e750add330" -d '{"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515"}]}' {{(pid=102640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:13:07.767668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c86c04-118b-44cf-9e16-77c9c8140af6 x-openstack-request-id: req-b2c86c04-118b-44cf-9e16-77c9c8140af6 {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:13:07.767668 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515", "status": "completed", "code": 200}]} {{(pid=102640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:13:07.768017 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b2c86c04-118b-44cf-9e16-77c9c8140af6 {{(pid=102640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:13:07.768185 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c86c04-118b-44cf-9e16-77c9c8140af6'] response: {'name': 'network-changed', 'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'status': 'completed', 'code': 200} Apr 28 15:13:07.822367 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:07.883608 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-b8833e09-a6a0-49be-b405-236d0735c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:07.885517 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-b8833e09-a6a0-49be-b405-236d0735c3a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c6479f11ab7486894f5c886af670f83&device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 1098 time: 0.0947719 Apr 28 15:13:07.983999 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-aa6c8b24-f378-4de7-8492-df35fb01573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:07.985561 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-aa6c8b24-f378-4de7-8492-df35fb01573a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 200 len: 898 time: 0.0930572 Apr 28 15:13:08.027579 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-8d5b9fe8-8af2-4352-a5f9-9a673e0aa6fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 200 len: 217 time: 0.0345936 Apr 28 15:13:08.030799 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c1501-5f13-4500-924e-a2db1980ef68 req-8210d04b-cd4e-4e1c-81bf-696f8be6bb2d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:08.032349 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-308c1501-5f13-4500-924e-a2db1980ef68 req-8210d04b-cd4e-4e1c-81bf-696f8be6bb2d tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.1111448 Apr 28 15:13:08.053091 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:08.074020 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-308c1501-5f13-4500-924e-a2db1980ef68 req-9c31f9d5-3ada-48b7-8a53-ba08b7d9b9f8 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350678 Apr 28 15:13:08.080184 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-ae2fcda6-0d40-44d7-860c-988ba4c3e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:08.081743 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-ae2fcda6-0d40-44d7-860c-988ba4c3e2e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c3e331f9-1c37-4540-99e2-a9c1c3192de1 HTTP/1.1" status: 200 len: 834 time: 0.0462697 Apr 28 15:13:08.082527 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:13:08.091252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:08.091899 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:08.133760 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-2c5cdd71-4257-414e-8cd7-7e5aa79d7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:08.135233 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-2c5cdd71-4257-414e-8cd7-7e5aa79d7be8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468862 Apr 28 15:13:08.194725 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:08.226253 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-f82f0b22-c6e7-4851-96e0-377379bae2e9 service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 Apr 28 15:13:08.324913 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a8d8213f-d4f0-4e79-a14e-e3e750add330 req-9b2259af-8585-406b-98ac-e5ac884e5c0e service neutron] 10.222.0.21 "GET /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917232 Apr 28 15:13:08.389415 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:08.419622 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395c1144-0e7b-45a5-a097-bc76e7957e77 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:01Z', 'revision_number': 6, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv', '_interfaces': [{'id': '970cae6a-e209-4d8b-9fda-20f109f2aa1f', 'name': '', 'network_id': '9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'mac_address': 'fa:16:3e:d2:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:12Z', 'updated_at': '2022-04-28T15:13:02Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'subnets': [{'id': 'c3e331f9-1c37-4540-99e2-a9c1c3192de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:13:09.057085 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e82af1e-39b3-47c4-882d-27819305bc22 None None] New status for floating IP bcf528f1-cc01-48a6-8a82-d68c8a4d3ced: DOWN {{(pid=102643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 15:13:09.262735 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deebad-6e59-4615-b945-49ed7783fec6 req-a4bac66b-1d89-472a-a46c-7daf4e29554b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:09.264224 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-92deebad-6e59-4615-b945-49ed7783fec6 req-a4bac66b-1d89-472a-a46c-7daf4e29554b tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.0756831 Apr 28 15:13:09.272120 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d6280-b14e-4b84-a790-69f93ffa07ca req-7c3d1130-8d49-4f56-8c3b-c02bcd551342 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:09.273551 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c2d6280-b14e-4b84-a790-69f93ffa07ca req-7c3d1130-8d49-4f56-8c3b-c02bcd551342 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/ports?device_id=b121547d-fc8a-4f2b-a557-368afb4c61cb HTTP/1.1" status: 200 len: 945 time: 0.1257844 Apr 28 15:13:09.356261 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-5c2d6280-b14e-4b84-a790-69f93ffa07ca req-d3c14ff6-161e-4308-ab72-2c80e614d828 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "GET /v2.0/security-groups?id=895084d6-da7a-41e5-9e7c-13a156988220&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755854 Apr 28 15:13:09.383682 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port bd00ebc6-c845-46fe-8d0b-c4498da12515 {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:13:09.384053 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:09.468741 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port bd00ebc6-c845-46fe-8d0b-c4498da12515, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=bd00ebc6-c845-46fe-8d0b-c4498da12515,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:09.469099 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:09.481603 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for bd00ebc6-c845-46fe-8d0b-c4498da12515 owned by compute:nova {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:13:09.620948 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:09.648463 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=bd00ebc6-c845-46fe-8d0b-c4498da12515,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:09.659855 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.660226 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.660540 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.660849 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.661219 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.661525 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.661847 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.662168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.662485 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.663443 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.663766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.664095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:09.701186 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] No DVR routers for this DVR port bd00ebc6-c845-46fe-8d0b-c4498da12515 on host hv-neutron-8397 {{(pid=102641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:13:09.703619 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:09.706873 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-92deebad-6e59-4615-b945-49ed7783fec6 req-3d2cb057-5811-48ea-a0c8-b77001f8e663 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.21 "DELETE /v2.0/ports/bd00ebc6-c845-46fe-8d0b-c4498da12515 HTTP/1.1" status: 204 len: 173 time: 0.4324596 Apr 28 15:13:09.707300 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'name': 'network-vif-deleted', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:13:09.709568 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2e9097-d796-446a-bcd1-dbdbc00f5eab" -d '{"events": [{"server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "name": "network-vif-deleted", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:13:09.746174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d027c338-1a18-4618-856f-361eb5f280ca x-openstack-request-id: req-d027c338-1a18-4618-856f-361eb5f280ca {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:13:09.746460 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121547d-fc8a-4f2b-a557-368afb4c61cb", "name": "network-vif-deleted", "tag": "bd00ebc6-c845-46fe-8d0b-c4498da12515", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:13:09.746708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d027c338-1a18-4618-856f-361eb5f280ca {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:13:09.747114 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d027c338-1a18-4618-856f-361eb5f280ca'] response: {'server_uuid': 'b121547d-fc8a-4f2b-a557-368afb4c61cb', 'name': 'network-vif-deleted', 'tag': 'bd00ebc6-c845-46fe-8d0b-c4498da12515', 'status': 'completed', 'code': 200} Apr 28 15:13:10.426020 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48754) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:10.486527 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:10.511730 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:10.574337 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:10.576963 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:10.578139 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/security-groups/895084d6-da7a-41e5-9e7c-13a156988220 HTTP/1.1" status: 204 len: 168 time: 0.1511397 Apr 28 15:13:10.587364 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285bfcb-e2d7-47be-a948-a978a820d0f1 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895084d6-da7a-41e5-9e7c-13a156988220,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:10.610289 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48758) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:10.981900 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-535875'] for router_interface, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:11.240949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 970cae6a-e209-4d8b-9fda-20f109f2aa1f {{(pid=102641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:13:11.241211 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:11.347011 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 970cae6a-e209-4d8b-9fda-20f109f2aa1f, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=970cae6a-e209-4d8b-9fda-20f109f2aa1f,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:11.347479 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:11.360774 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.plugin [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 970cae6a-e209-4d8b-9fda-20f109f2aa1f owned by network:router_interface {{(pid=102641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:13:11.885414 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:11.910710 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=970cae6a-e209-4d8b-9fda-20f109f2aa1f,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:12.082696 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-611240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536023'] for router_interface, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.295468 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Router 8661daeb-fb8e-4943-8175-71a9b4c5a601 has already been hosted by L3 agent 81bf6c7f-c54a-4f23-b232-1defb3cbe956 {{(pid=102641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 28 15:13:12.416243 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify agent at l3_agent.dv-neutron-839772-1-hyperv the message routers_updated {{(pid=102641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 28 15:13:12.421489 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-0fa9ec08-8544-4738-819c-5974f7c28dfd tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "PUT /v2.0/routers/8661daeb-fb8e-4943-8175-71a9b4c5a601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8101933 Apr 28 15:13:12.424708 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48760) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:12.427452 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Sync routers for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 15:13:12.438040 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:12.438656 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:12.475200 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_v2 [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting subnet c3e331f9-1c37-4540-99e2-a9c1c3192de1 {{(pid=102641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 28 15:13:12.478241 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.518223 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3550350'] for subnet, precommit_delete_associations {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.557966 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:12.632155 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8379521'] for subnet, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.695965 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8379640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4134810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8885214'] for subnet, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.723960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e331f9-1c37-4540-99e2-a9c1c3192de1,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:12.728512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for subnet, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.735954 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-617d952a-fd78-4ebf-8cf3-2008065a5a72 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/subnets/c3e331f9-1c37-4540-99e2-a9c1c3192de1 HTTP/1.1" status: 204 len: 168 time: 0.3069093 Apr 28 15:13:12.736988 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48762) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:12.753736 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bd00ebc6-c845-46fe-8d0b-c4498da12515 no longer exists at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:13:12.776473 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] No Port match for: bd00ebc6-c845-46fe-8d0b-c4498da12515 {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:13:12.776842 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device bd00ebc6-c845-46fe-8d0b-c4498da12515 not bound to the agent host hv-neutron-8397 {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:13:12.778368 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaf6c0b-a788-44e3-b509-bda9a4a804e0 None None] Network 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 requested from dv-neutron-839772-1-hyperv {{(pid=102642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 28 15:13:12.783027 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:11Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:12.846970 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Checking router: 8661daeb-fb8e-4943-8175-71a9b4c5a601 for host: dv-neutron-839772-1-hyperv {{(pid=102642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 15:13:12.853515 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:12.873963 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Routers {'8661daeb-fb8e-4943-8175-71a9b4c5a601'} bound to L3 agent in host dv-neutron-839772-1-hyperv {{(pid=102642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 28 15:13:12.874581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839772-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T14:49:18Z,description=,heartbeat_timestamp=2022-04-28T15:12:48Z,host='dv-neutron-839772-1-hyperv',id=81bf6c7f-c54a-4f23-b232-1defb3cbe956,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T14:49:18Z,topic='l3_agent')) {'router_ids': ['8661daeb-fb8e-4943-8175-71a9b4c5a601'], 'active': True} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:12.962263 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.032412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvr_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] Set router 8661daeb-fb8e-4943-8175-71a9b4c5a601 gateway port host: dv-neutron-839772-1-hyperv {{(pid=102642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 28 15:13:13.051103 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Deleting port 7ce77dfe-cb14-43a7-a958-8f267f36de8b {{(pid=102640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:13:13.051497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.102780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] DHCP port deletion for 9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 request from dv-neutron-839772-1-hyperv {{(pid=102642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 28 15:13:13.140426 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.db [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] For port 7ce77dfe-cb14-43a7-a958-8f267f36de8b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=7ce77dfe-cb14-43a7-a958-8f267f36de8b,segment=NetworkSegment(886e5984-6c43-4301-8215-71e5c6adf8ce),segment_id=886e5984-6c43-4301-8215-71e5c6adf8ce)] {{(pid=102640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:13.140872 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.153196 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.plugins.ml2.plugin [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Calling delete_port for 7ce77dfe-cb14-43a7-a958-8f267f36de8b owned by network:router_gateway {{(pid=102640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:13:13.239715 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Deleting port 55ee0760-ae87-47d9-87e0-1a9c20b3068b {{(pid=102642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 28 15:13:13.240106 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745689864021'] for port, before_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.327675 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3426757'] for port, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.357884 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Port': ['ID=7ce77dfe-cb14-43a7-a958-8f267f36de8b,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:13.420621 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-536457'] for router_gateway, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.462262 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] For port 55ee0760-ae87-47d9-87e0-1a9c20b3068b, host dv-neutron-839772-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839772-1-hyperv',level=0,port_id=55ee0760-ae87-47d9-87e0-1a9c20b3068b,segment=NetworkSegment(2fcf5268-0fef-4bd7-a15c-49687addcd72),segment_id=2fcf5268-0fef-4bd7-a15c-49687addcd72)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:13.462890 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-534434'] for port, precommit_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.476745 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Calling delete_port for 55ee0760-ae87-47d9-87e0-1a9c20b3068b owned by network:dhcp {{(pid=102642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 28 15:13:13.487575 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_hamode_db [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:11Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}], 'dv-neutron-839772-1-hyperv', False) {} {{(pid=102642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:13.518158 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-539954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10276'] for router, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.519941 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca49154-2a91-407b-8ae5-eb1947c8f2d3 None None] The sync data for ids ['8661daeb-fb8e-4943-8175-71a9b4c5a601'] in dv-neutron-839772-1-hyperv is: [{'id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'name': 'tempest-TestNetworkBasicOps-router-1135845123', 'tenant_id': '4c6479f11ab7486894f5c886af670f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'external_fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240'}], 'enable_snat': True}, 'gw_port_id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T15:12:09Z', 'updated_at': '2022-04-28T15:13:11Z', 'revision_number': 7, 'project_id': '4c6479f11ab7486894f5c886af670f83', 'gw_port': {'id': '7ce77dfe-cb14-43a7-a958-8f267f36de8b', 'name': '', 'network_id': 'c459c6cf-a35c-471f-9a37-ca8bd41dfdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:61:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8661daeb-fb8e-4943-8175-71a9b4c5a601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839772-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T15:12:10Z', 'updated_at': '2022-04-28T15:13:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '186b5d43-bfe6-4f74-8853-7368b03f4363', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839772-1-hyperv'}] {{(pid=102642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 15:13:13.520450 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.571497 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-539941'] for router, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.573036 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Fanout notify agent at l3_agent the message router_deleted on router 8661daeb-fb8e-4943-8175-71a9b4c5a601 {{(pid=102640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 28 15:13:13.581673 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for router, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.582790 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-60e15049-cd3c-4374-8e4d-132f85c41622 tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/routers/8661daeb-fb8e-4943-8175-71a9b4c5a601 HTTP/1.1" status: 204 len: 168 time: 0.8446004 Apr 28 15:13:13.586063 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48764) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:13.601163 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745689870511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745689343964'] for port, after_delete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.628458 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Pushing event deleted for resources: {'Port': ['ID=55ee0760-ae87-47d9-87e0-1a9c20b3068b,revision_number=None']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:13.630780 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] No DVR routers for this DVR port 55ee0760-ae87-47d9-87e0-1a9c20b3068b on host dv-neutron-839772-1-hyperv {{(pid=102642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 15:13:13.638328 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.638627 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.638962 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.639294 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.639609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.639955 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.640290 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.641032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.641032 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.641221 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.641533 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.641852 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4323-b942-489c-9ac2-403b54a72a50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839772-1-hyperv {{(pid=102642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 15:13:13.664369 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7876993'] for network, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.746889 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8373068', 'neutron.services.segments.db._delete_segments_for_network-8745689894256'] for network, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.766611 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8']}} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:13.775811 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcf5268-0fef-4bd7-a15c-49687addcd72') {'for_net_delete': True} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:13.776072 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.services.segments.db [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcf5268-0fef-4bd7-a15c-49687addcd72') {} {{(pid=102641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 15:13:13.789731 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745689894009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3550341'] for segment, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.804174 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430'] for segment, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.810423 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 15:13:13.810805 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8379430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4134972'] for segment, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: Traceback (most recent call last): Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: timer() Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: cb(*args, **kw) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: return func(*args, **kwargs) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: self._notify() Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: self.callback(batched_events) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: event.method(event) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: return f(self, *a, **k) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._get(url).json() Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: return self.request(url, 'GET', **kwargs) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 15:13:13.813690 dv-neutron-839772-1-hyperv neutron-server[102641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 15:13:13.874450 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8373077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535633'] for network, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.879787 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Notify callbacks [] for network, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:13.882961 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] 10.222.0.58 "DELETE /v2.0/networks/9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8 HTTP/1.1" status: 204 len: 168 time: 0.2959192 Apr 28 15:13:13.897729 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff26aa-59d7-45f5-b279-cb5135b6fd0a tempest-TestNetworkBasicOps-571362022 tempest-TestNetworkBasicOps-571362022-project] Pushing event deleted for resources: {'Network': ['ID=9d5ed5d8-aaf1-4ad7-92f9-6a6b238e19a8,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:14.188615 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48770) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:14.319726 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-934559b2-0eb2-4fb9-9d25-8779e9f05599 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4c6479f11ab7486894f5c886af670f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296694 Apr 28 15:13:14.322482 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48774) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:14.372332 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.393055 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.442896 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.445839 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.447060 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3 HTTP/1.1" status: 204 len: 168 time: 0.1235769 Apr 28 15:13:14.456634 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee82988-81d1-4878-a744-bf4e7a0e72e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e1dac8-0a48-4265-a1ce-b9f1a99ce7b3,revision_number=None']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:14.603440 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55ee0760-ae87-47d9-87e0-1a9c20b3068b no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:13:14.624786 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 55ee0760-ae87-47d9-87e0-1a9c20b3068b {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:13:14.625232 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 55ee0760-ae87-47d9-87e0-1a9c20b3068b not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:13:14.625701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:13:14.644779 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 970cae6a-e209-4d8b-9fda-20f109f2aa1f {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:13:14.645026 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 970cae6a-e209-4d8b-9fda-20f109f2aa1f not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:13:14.645424 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b no longer exists at agent ovs-agent-dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 28 15:13:14.664492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] No Port match for: 7ce77dfe-cb14-43a7-a958-8f267f36de8b {{(pid=102642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 28 15:13:14.664848 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Device 7ce77dfe-cb14-43a7-a958-8f267f36de8b not bound to the agent host dv-neutron-839772-1-hyperv {{(pid=102642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 28 15:13:14.724359 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.wsgi [-] (102641) accepted ('10.222.0.58', 48780) {{(pid=102641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:14.742034 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ba2c8fa-8b2b-4d37-bbcd-24e0e84322dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.817543 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ba2c8fa-8b2b-4d37-bbcd-24e0e84322dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.824058 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [None req-1ba2c8fa-8b2b-4d37-bbcd-24e0e84322dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.861630 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [None req-1ba2c8fa-8b2b-4d37-bbcd-24e0e84322dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2fbb94210fca4328b6c2ce448b5e186e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361337 Apr 28 15:13:14.862771 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2c8fa-8b2b-4d37-bbcd-24e0e84322dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dd09b9-141a-4332-bb90-c22d273f015c,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:14.865596 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.wsgi [-] (102640) accepted ('10.222.0.58', 48782) {{(pid=102640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 28 15:13:14.916368 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.938614 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.987040 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_delete {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.990208 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron_lib.callbacks.manager [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:14.991468 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/92dd09b9-141a-4332-bb90-c22d273f015c HTTP/1.1" status: 204 len: 168 time: 0.1254778 Apr 28 15:13:14.999278 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6940c-38af-4ef0-a953-a5ba327b4f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dd09b9-141a-4332-bb90-c22d273f015c,revision_number=None']} {{(pid=102640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:15.586083 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-770914d1-b3ee-4397-8803-ecb3ea002fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:17.942349 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-9318a432-216e-4724-a6ef-3f270444827e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:18.502924 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:19.040418 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:20.190497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:20.737640 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:22.263622 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-40df3196-4414-4033-a2dd-e9b07b1c9c03 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298359 Apr 28 15:13:22.455562 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-81c3cb82-b1fa-420e-9fba-11e666e35e5e tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:22.456984 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-81c3cb82-b1fa-420e-9fba-11e666e35e5e tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878009 Apr 28 15:13:22.471865 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-1300ab76-fd15-4dc0-a973-f8f642ecbce0 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/quotas/fdde6693bb19444eb9e77ff73df54ddd HTTP/1.1" status: 200 len: 375 time: 0.0090740 Apr 28 15:13:22.508921 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-f76aed33-835e-411d-a6b4-d79b89051fd4 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300126 Apr 28 15:13:22.672164 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-37540983-2e29-47dc-8ba8-232268d4bd01 req-9a2ccdf1-7bb4-4e56-81fb-5f852600e67c tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Apr 28 15:13:23.652321 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-00e6d3ba-9f96-44e2-b0b5-f5be46503a49 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229931 Apr 28 15:13:23.781642 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-a1f33704-17a5-4464-a8b8-efdf7ab71fa2 req-3097e702-cbdb-49c4-9d19-0ad5836bf082 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 210 time: 0.0407672 Apr 28 15:13:23.790168 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-f29cf1af-7682-4242-8367-866953fd21cc tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:23.791593 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-f29cf1af-7682-4242-8367-866953fd21cc tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343191 Apr 28 15:13:23.806806 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Request body: {'port': {'device_id': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802', 'admin_state_up': True, 'tenant_id': 'fdde6693bb19444eb9e77ff73df54ddd'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:13:23.912807 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Made reservation on behalf of fdde6693bb19444eb9e77ff73df54ddd for: {'port': 1} {{(pid=102641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 15:13:23.916408 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:23.925142 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks [] for security_group, before_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.002512 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks [] for security_group, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.008783 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597323'] for security_group, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.067958 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4637038-d140-42d6-95a6-5ca657f95164,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:24.141301 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.db_base_plugin_common [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Allocated IP 192.168.233.162 (c5c1a9a9-1049-4115-a5ea-357038914802/21277ba9-5fe7-4564-991f-38a4a2f76220/d77acf35-d27b-488f-a49b-3396a6421a2f) {{(pid=102641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 15:13:24.301087 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks [] for port, precommit_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.340095 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745689343973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4135017'] for port, after_create {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.384584 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Network c5c1a9a9-1049-4115-a5ea-357038914802 is already hosted by enough agents. {{(pid=102641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 15:13:24.387586 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.scheduler.base_scheduler [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Resources bound (agent type, host, resource id): {{(pid=102641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 15:13:24.390317 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Received port after_create {{(pid=102641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 28 15:13:24.419815 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Pushing event updated for resources: {'Port': ['ID=d77acf35-d27b-488f-a49b-3396a6421a2f,revision_number=1']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:24.450361 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:24.450989 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.469064 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-b679e73f-2c4d-4d02-aac6-f2b8b552e306 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6661022 Apr 28 15:13:24.480830 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.v2.base [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Request body: {'port': {'device_id': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8397'}} {{(pid=102641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 15:13:24.537390 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.583865 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-7bea94a1-2375-4d76-83b8-5a0418ea8d83 None None] Provisioning complete for port d77acf35-d27b-488f-a49b-3396a6421a2f triggered by entity DHCP. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:24.584525 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-7bea94a1-2375-4d76-83b8-5a0418ea8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.624476 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.plugin [None req-7bea94a1-2375-4d76-83b8-5a0418ea8d83 None None] Port d77acf35-d27b-488f-a49b-3396a6421a2f cannot update to ACTIVE because it is not bound. {{(pid=102642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 28 15:13:24.808968 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77acf35-d27b-488f-a49b-3396a6421a2f {{(pid=102641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:13:24.817555 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.830766 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.db.provisioning_blocks [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Transition to ACTIVE for port object d77acf35-d27b-488f-a49b-3396a6421a2f will not be triggered until provisioned by entity L2. {{(pid=102641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 15:13:24.837050 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:24.901163 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d77acf35-d27b-488f-a49b-3396a6421a2f,revision_number=2']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:24.907217 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007068d-28b7-4c95-92f0-21e9fe69283c req-0f420358-9613-46e6-9e9d-3d5e729c40d7 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:24.908836 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1007068d-28b7-4c95-92f0-21e9fe69283c req-0f420358-9613-46e6-9e9d-3d5e729c40d7 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 948 time: 0.0550778 Apr 28 15:13:24.954356 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-1007068d-28b7-4c95-92f0-21e9fe69283c req-1b2edaa4-9058-46e9-810b-907682a9a24a tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4637038-d140-42d6-95a6-5ca657f95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390654 Apr 28 15:13:24.968175 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Attempting to bind port d77acf35-d27b-488f-a49b-3396a6421a2f on host hv-neutron-8397 for vnic_type normal with profile {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 15:13:24.968508 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Attempting to bind port d77acf35-d27b-488f-a49b-3396a6421a2f by drivers openvswitch,hyperv on host hv-neutron-8397 at level 0 using segments [{'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 15:13:24.968960 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Attempting to bind port d77acf35-d27b-488f-a49b-3396a6421a2f on network c5c1a9a9-1049-4115-a5ea-357038914802 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:13:24.973277 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Port d77acf35-d27b-488f-a49b-3396a6421a2f on network c5c1a9a9-1049-4115-a5ea-357038914802 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8397 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 28 15:13:24.973592 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Attempting to bind port d77acf35-d27b-488f-a49b-3396a6421a2f on network c5c1a9a9-1049-4115-a5ea-357038914802 {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 28 15:13:24.978703 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Checking agent: {'id': 'ed2a2498-f621-4f92-a237-960fb7b0a1bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8397', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'started_at': datetime.datetime(2022, 4, 28, 14, 55, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 15, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 28 15:13:24.979064 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Checking segment: {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 28 15:13:24.979440 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Bound using segment: {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'} {{(pid=102641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 28 15:13:24.979864 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.managers [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Bound port: d77acf35-d27b-488f-a49b-3396a6421a2f, host: hv-neutron-8397, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6befa6c6-c274-43a2-bc23-2f38c307ead1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802'}}] {{(pid=102641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 15:13:24.980240 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:25.045602 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] For port d77acf35-d27b-488f-a49b-3396a6421a2f, host hv-neutron-8397, cleared binding levels {{(pid=102641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 28 15:13:25.048859 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.plugins.ml2.db [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] For port d77acf35-d27b-488f-a49b-3396a6421a2f, host hv-neutron-8397, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d77acf35-d27b-488f-a49b-3396a6421a2f,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 28 15:13:25.060215 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4135008'] for port, after_update {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:25.097446 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.098054 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron_lib.callbacks.manager [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523377'] for port, before_response {{(pid=102641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:25.099432 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 1098 time: 0.6229556 Apr 28 15:13:25.099868 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'tag': 'd77acf35-d27b-488f-a49b-3396a6421a2f'}] {{(pid=102641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:13:25.102218 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b312048bc32d7c8c3f45557c96978ae35e85325325f046b708d17e39a46a6715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db" -d '{"events": [{"name": "network-changed", "server_uuid": "ae972577-1a53-4d9f-9eee-62007d078a40", "tag": "d77acf35-d27b-488f-a49b-3396a6421a2f"}]}' {{(pid=102641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:13:25.137345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cafb65-57b0-4ea4-9ee4-b160e6b310f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d77acf35-d27b-488f-a49b-3396a6421a2f,revision_number=3']} {{(pid=102641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:25.166981 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Apr 2022 15:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08b311-5da5-46b4-8dde-8838ffcea92b x-openstack-request-id: req-fe08b311-5da5-46b4-8dde-8838ffcea92b {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:13:25.167282 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae972577-1a53-4d9f-9eee-62007d078a40", "tag": "d77acf35-d27b-488f-a49b-3396a6421a2f", "status": "completed", "code": 200}]} {{(pid=102641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:13:25.167542 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-fe08b311-5da5-46b4-8dde-8838ffcea92b {{(pid=102641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:13:25.167905 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe08b311-5da5-46b4-8dde-8838ffcea92b'] response: {'name': 'network-changed', 'server_uuid': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'tag': 'd77acf35-d27b-488f-a49b-3396a6421a2f', 'status': 'completed', 'code': 200} Apr 28 15:13:25.197473 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-c8879953-b226-4ee9-b8f3-23bc606e9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.199025 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-c8879953-b226-4ee9-b8f3-23bc606e9acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1101 time: 0.0454280 Apr 28 15:13:25.243543 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-1abf004c-1c7f-4ce1-b925-24c260894f58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0358098 Apr 28 15:13:25.297638 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-0123f809-f9d4-4fa1-b945-53748268c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.299095 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-0123f809-f9d4-4fa1-b945-53748268c45e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0492952 Apr 28 15:13:25.346119 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-f60473b4-7bc3-4468-852c-78b8356fde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.347607 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-f60473b4-7bc3-4468-852c-78b8356fde19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0414503 Apr 28 15:13:25.435327 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-184df84e-b8ac-4fab-8142-9b4906e61f04 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807743 Apr 28 15:13:25.530537 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-b6bb01f9-bc7e-46e7-8cf0-0b123c99cb6e req-d83a2e3e-5e2c-4659-bc32-fbd141dee033 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889101 Apr 28 15:13:25.630187 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-ca04c328-bf6d-47ea-a345-780d31317bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.631673 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-ca04c328-bf6d-47ea-a345-780d31317bb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1101 time: 0.0493317 Apr 28 15:13:25.730606 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-6a5de613-28ee-4e29-a493-f706b54c5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.731952 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-6a5de613-28ee-4e29-a493-f706b54c5e8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5c1a9a9-1049-4115-a5ea-357038914802 HTTP/1.1" status: 200 len: 870 time: 0.0928123 Apr 28 15:13:25.775042 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-8c3551fe-243b-4e4c-91fb-31a0ae86b32a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0353415 Apr 28 15:13:25.825133 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-529487f4-e1bf-469a-81e5-af1eb5cf287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.826620 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-529487f4-e1bf-469a-81e5-af1eb5cf287f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0444989 Apr 28 15:13:25.878537 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-26fc28e4-f390-41f2-953e-7b2fd74facb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:25.880054 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-26fc28e4-f390-41f2-953e-7b2fd74facb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0456886 Apr 28 15:13:25.971094 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-4e06c40e-8fe8-48c4-a19d-61654dbd87db service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834327 Apr 28 15:13:26.066167 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-e1d8da50-8d4c-4b2f-a728-59201b2cf1db req-0332058e-e3fd-4454-8c17-75ce1933cb74 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870936 Apr 28 15:13:26.070582 dv-neutron-839772-1-hyperv neutron-server[102640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6eb8b9-70c4-4e7e-9630-fcf41b4d52e4 req-63b1e5b1-9c82-4812-9183-38c19f8cb40d tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:26.072093 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2d6eb8b9-70c4-4e7e-9630-fcf41b4d52e4 req-63b1e5b1-9c82-4812-9183-38c19f8cb40d tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 948 time: 0.0499771 Apr 28 15:13:26.112771 dv-neutron-839772-1-hyperv neutron-server[102640]: INFO neutron.wsgi [req-2d6eb8b9-70c4-4e7e-9630-fcf41b4d52e4 req-cf8a9479-bf33-48b1-ab12-0554fb35b21d tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4637038-d140-42d6-95a6-5ca657f95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Apr 28 15:13:27.249089 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e66a4-387d-41c3-83a1-7d0617beb2e3 req-ae450f62-33ad-4341-832b-dd4847966df5 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:27.250542 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-293e66a4-387d-41c3-83a1-7d0617beb2e3 req-ae450f62-33ad-4341-832b-dd4847966df5 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 948 time: 0.0570292 Apr 28 15:13:27.291023 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-293e66a4-387d-41c3-83a1-7d0617beb2e3 req-1adb7cfb-47a8-47db-af8d-be8002a241e6 tempest-ServersAdminNegativeTestJSON-697049766 tempest-ServersAdminNegativeTestJSON-697049766-project] 10.222.0.58 "GET /v2.0/security-groups?id=a4637038-d140-42d6-95a6-5ca657f95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Apr 28 15:13:28.893482 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d77acf35-d27b-488f-a49b-3396a6421a2f details requested by agent hyperv_hv-neutron-8397 with host hv-neutron-8397 {{(pid=102642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 28 15:13:28.994128 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d77acf35-d27b-488f-a49b-3396a6421a2f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d77acf35-d27b-488f-a49b-3396a6421a2f,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:29.006173 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Returning: {'device': 'd77acf35-d27b-488f-a49b-3396a6421a2f', 'network_id': 'c5c1a9a9-1049-4115-a5ea-357038914802', 'port_id': 'd77acf35-d27b-488f-a49b-3396a6421a2f', 'mac_address': 'fa:16:3e:c3:ce:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21277ba9-5fe7-4564-991f-38a4a2f76220', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 28 15:13:29.044371 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:29.057017 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77acf35-d27b-488f-a49b-3396a6421a2f {{(pid=102642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 15:13:29.076431 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d77acf35-d27b-488f-a49b-3396a6421a2f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d77acf35-d27b-488f-a49b-3396a6421a2f,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:29.083583 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:29.131723 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=d77acf35-d27b-488f-a49b-3396a6421a2f,revision_number=4']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:29.296649 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] get_ports_and_sgs() called for port_ids ['d77acf35-d27b-488f-a49b-3396a6421a2f'] {{(pid=102642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 28 15:13:30.899719 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Device d77acf35-d27b-488f-a49b-3396a6421a2f up at agent hyperv_hv-neutron-8397 {{(pid=102642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 28 15:13:30.960971 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning for port d77acf35-d27b-488f-a49b-3396a6421a2f completed by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 15:13:30.965185 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.db.provisioning_blocks [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Provisioning complete for port d77acf35-d27b-488f-a49b-3396a6421a2f triggered by entity L2. {{(pid=102642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 15:13:30.965556 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8374092'] for port, provisioning_complete {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:31.048935 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7973111'] for port, before_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:31.071497 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77acf35-d27b-488f-a49b-3396a6421a2f'}] {{(pid=102642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 15:13:31.073953 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437cd498da6cd1fd50574c7d51c6aab30313d813a5e992b01e76e3b4e7586579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e655c-95ff-4ac2-ba60-deaed782af7a" -d '{"events": [{"server_uuid": "ae972577-1a53-4d9f-9eee-62007d078a40", "name": "network-vif-plugged", "status": "completed", "tag": "d77acf35-d27b-488f-a49b-3396a6421a2f"}]}' {{(pid=102642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 28 15:13:31.086115 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.plugins.ml2.db [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] For port d77acf35-d27b-488f-a49b-3396a6421a2f, host hv-neutron-8397, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8397',level=0,port_id=d77acf35-d27b-488f-a49b-3396a6421a2f,segment=NetworkSegment(6befa6c6-c274-43a2-bc23-2f38c307ead1),segment_id=6befa6c6-c274-43a2-bc23-2f38c307ead1)] {{(pid=102642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 28 15:13:31.092372 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-611249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745689870529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745689343946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745689352560'] for port, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:31.115833 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Apr 2022 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3617d6b-b829-45e5-b8bd-f209d89f0fa3 x-openstack-request-id: req-a3617d6b-b829-45e5-b8bd-f209d89f0fa3 {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 28 15:13:31.116146 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae972577-1a53-4d9f-9eee-62007d078a40", "name": "network-vif-plugged", "status": "completed", "tag": "d77acf35-d27b-488f-a49b-3396a6421a2f", "code": 200}]} {{(pid=102642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 28 15:13:31.116391 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3617d6b-b829-45e5-b8bd-f209d89f0fa3 {{(pid=102642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 28 15:13:31.116779 dv-neutron-839772-1-hyperv neutron-server[102642]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3617d6b-b829-45e5-b8bd-f209d89f0fa3'] response: {'server_uuid': 'ae972577-1a53-4d9f-9eee-62007d078a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77acf35-d27b-488f-a49b-3396a6421a2f', 'code': 200} Apr 28 15:13:31.142873 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Pushing event updated for resources: {'Port': ['ID=d77acf35-d27b-488f-a49b-3396a6421a2f,revision_number=5']} {{(pid=102642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 15:13:31.276552 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69878000-c022-444f-a81b-5e6ec556691d req-4706db4b-21b4-4024-8361-451e0ffce410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:13:31.278016 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-69878000-c022-444f-a81b-5e6ec556691d req-4706db4b-21b4-4024-8361-451e0ffce410 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1103 time: 0.0425475 Apr 28 15:13:31.312963 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-69878000-c022-444f-a81b-5e6ec556691d req-233e24a9-ff82-4ad7-b55d-59febc5b2a7e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a4637038-d140-42d6-95a6-5ca657f95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272791 Apr 28 15:13:35.961462 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:13:45.586492 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e4c9d66a-7c1d-407c-aa02-8337c43c192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:47.956681 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-14e92041-9141-4b20-a02b-40dfe29f661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:48.511862 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:49.045124 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:50.197959 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:13:50.741809 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:12.961633 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:14:15.584336 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-75167b5c-b02f-4baf-8423-974751d07a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:17.954805 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cdb8c6d0-938d-4ceb-abf4-617fbf67335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:18.523456 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:19.051306 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:20.200421 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:20.745946 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:31.382821 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-dc84b4ec-26b5-490c-8aaa-1d2ff27a3739 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435565 Apr 28 15:14:31.478334 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-f1aa9fa7-8787-42c7-9457-7855ca42c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:31.482073 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-f1aa9fa7-8787-42c7-9457-7855ca42c8bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1103 time: 0.0557184 Apr 28 15:14:31.595052 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-aaab3a76-aee8-49db-b051-2f8eccce125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:31.597356 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-aaab3a76-aee8-49db-b051-2f8eccce125b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5c1a9a9-1049-4115-a5ea-357038914802 HTTP/1.1" status: 200 len: 870 time: 0.0937324 Apr 28 15:14:31.643625 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-7b79b9d4-ef01-4050-b677-155168ddfd3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0386884 Apr 28 15:14:31.694549 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-aebf1d60-bc4c-4c70-ace2-a71d68fd3aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:31.695957 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-aebf1d60-bc4c-4c70-ace2-a71d68fd3aad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0445499 Apr 28 15:14:31.742367 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-ffa42944-9dfb-4701-bd35-52e1f1445d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:14:31.743801 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-ffa42944-9dfb-4701-bd35-52e1f1445d9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0416298 Apr 28 15:14:31.838680 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-bbdb8e74-832a-4c78-8bb1-f241eef9392d service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871987 Apr 28 15:14:31.942055 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d085c2d4-7e55-49da-91fc-fabcc69f0411 req-590f7314-e162-4e1b-8981-e8de3f079c9c service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960267 Apr 28 15:14:45.585517 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-3d0b38de-ae05-421e-bf5c-91812d505fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:47.952564 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ab4745aa-ad75-4efe-8acb-c48b11d93e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:48.520609 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:49.060824 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:49.967226 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:14:50.208541 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:14:50.747352 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:15.586974 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e82efde8-fbaf-4fd7-9934-ced984373e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:17.955351 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-0638bdfa-1400-44a8-b364-4354782f33bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:18.536177 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:19.062481 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:20.208704 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:20.750581 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:26.972475 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:15:31.433832 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-305579af-da04-4d82-b89f-73ce66075699 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455701 Apr 28 15:15:31.523345 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-9787d217-3b76-4ed7-bea4-c3805fe5d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:31.524979 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-9787d217-3b76-4ed7-bea4-c3805fe5d13d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1103 time: 0.0462604 Apr 28 15:15:31.631012 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-2612b22d-1cf4-4e57-b411-54ac2f065e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:31.632530 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-2612b22d-1cf4-4e57-b411-54ac2f065e14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5c1a9a9-1049-4115-a5ea-357038914802 HTTP/1.1" status: 200 len: 870 time: 0.0877199 Apr 28 15:15:31.673717 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-63554521-33ae-4a66-888a-d99619ebeee2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0341723 Apr 28 15:15:31.727411 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-07e28582-61f7-47ee-a268-8bc5f9769824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:31.728774 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-07e28582-61f7-47ee-a268-8bc5f9769824 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0477192 Apr 28 15:15:31.774306 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-d60116b6-8d43-46c4-8d0c-b5619143e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:15:31.775738 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-d60116b6-8d43-46c4-8d0c-b5619143e6e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0403326 Apr 28 15:15:31.877565 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-cee177cd-2f28-4a01-a9d0-a8f93f56de14 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945599 Apr 28 15:15:31.971050 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-d100bc7f-0790-496a-9d19-b9875552fba6 req-61afb48f-71d2-4aba-aea9-edad52748176 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865550 Apr 28 15:15:45.584334 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-77919fea-36c5-4d17-acc7-497decdb8a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:47.956781 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6b57-ee98-4108-8994-52b36578344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:48.544155 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:49.064701 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:50.219782 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:15:50.757590 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:03.976207 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:16:15.589602 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-e7590b71-d393-4737-aef1-a2805e0968ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:17.964295 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-c70db5a1-3d85-4492-a45c-d7510d5fbc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:18.561051 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:19.065565 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:20.221972 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:20.752161 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:33.383179 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-ef57d36f-b77f-430d-8699-94ee021583fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454161 Apr 28 15:16:33.473494 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682652e4-682c-4456-9ff2-df14559877f4 req-33408538-2cbe-4a66-a386-601d35162446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.474975 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-33408538-2cbe-4a66-a386-601d35162446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1103 time: 0.0498445 Apr 28 15:16:33.581951 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682652e4-682c-4456-9ff2-df14559877f4 req-de82ecf1-479b-48fb-9614-b2d7a89b9dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.583437 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-de82ecf1-479b-48fb-9614-b2d7a89b9dc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5c1a9a9-1049-4115-a5ea-357038914802 HTTP/1.1" status: 200 len: 870 time: 0.0876179 Apr 28 15:16:33.626067 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-5c75a402-bae5-4d6c-9615-6db32ea76e62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0359697 Apr 28 15:16:33.682449 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682652e4-682c-4456-9ff2-df14559877f4 req-fa13e004-60b3-4bfd-b114-a21075e80764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.684365 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-fa13e004-60b3-4bfd-b114-a21075e80764 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0517473 Apr 28 15:16:33.728980 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682652e4-682c-4456-9ff2-df14559877f4 req-97cf4667-fe05-4677-b673-9838738d25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:16:33.730411 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-97cf4667-fe05-4677-b673-9838738d25fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0398314 Apr 28 15:16:33.826015 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-de3b5352-a6b4-42e5-bdc2-911ebebfabf9 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873928 Apr 28 15:16:33.923195 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-682652e4-682c-4456-9ff2-df14559877f4 req-b54dfb3f-777e-4f25-8a41-ebb760f09618 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898507 Apr 28 15:16:40.975644 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:16:45.591861 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-94f955fc-0219-446f-9179-1c36a2313afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:47.948902 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-949e3ca9-9162-46e1-9da5-2535004b2100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:48.559986 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:49.073938 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:50.220252 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:16:50.747251 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:15.597853 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-1162d9c4-b232-44ef-8ca3-223ab8dff022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:17.966330 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8e5de60e-ef26-412a-9faf-1619cfd5d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:17.978312 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 28 15:17:18.576292 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:19.080633 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:20.227241 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:20.751937 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:35.379007 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-cd544a51-6618-4002-876c-da79a57824a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae972577-1a53-4d9f-9eee-62007d078a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425406 Apr 28 15:17:35.464565 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-9645aa75-63f5-4699-b857-223d54b15137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:17:35.466037 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-9645aa75-63f5-4699-b857-223d54b15137 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fdde6693bb19444eb9e77ff73df54ddd&device_id=ae972577-1a53-4d9f-9eee-62007d078a40 HTTP/1.1" status: 200 len: 1103 time: 0.0430756 Apr 28 15:17:35.574822 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-cfb50662-c224-4ce9-9486-fb84b9b6f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:17:35.576346 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-cfb50662-c224-4ce9-9486-fb84b9b6f9f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c5c1a9a9-1049-4115-a5ea-357038914802 HTTP/1.1" status: 200 len: 870 time: 0.0910013 Apr 28 15:17:35.618943 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-f6548c60-e3ac-41fd-91b5-916f7b4ec6ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d77acf35-d27b-488f-a49b-3396a6421a2f HTTP/1.1" status: 200 len: 217 time: 0.0359964 Apr 28 15:17:35.671949 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-1d1bbd76-f63a-4bb2-a0ea-90abc9943b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:17:35.673451 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-1d1bbd76-f63a-4bb2-a0ea-90abc9943b7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=21277ba9-5fe7-4564-991f-38a4a2f76220 HTTP/1.1" status: 200 len: 843 time: 0.0485833 Apr 28 15:17:35.718992 dv-neutron-839772-1-hyperv neutron-server[102641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-58f1508f-fe6a-4e6c-b46c-7b4c51999efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 15:17:35.720521 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-58f1508f-fe6a-4e6c-b46c-7b4c51999efb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c5c1a9a9-1049-4115-a5ea-357038914802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0411232 Apr 28 15:17:35.816370 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-a5ef4ec6-4f47-43dc-8396-ea242a5db0cf service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Apr 28 15:17:35.910116 dv-neutron-839772-1-hyperv neutron-server[102641]: INFO neutron.wsgi [req-0edb1109-6b7e-4b11-a803-6d38a7dbfaec req-4dd9e2ea-625e-4172-9257-150d2743fa59 service neutron] 10.222.0.21 "GET /v2.0/networks/c5c1a9a9-1049-4115-a5ea-357038914802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871267 Apr 28 15:17:45.598542 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-90baa9fd-f6ec-47a7-ade3-46281c378215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:47.961868 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4b67-ce2a-451e-8858-ae35c55c6274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:48.590019 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-623e9ae6-6e79-4153-b2d0-ca1e0ff2166f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:49.076412 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-dae34041-5867-45fa-850c-06cedda7c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:50.228086 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-6172e47c-f7f1-4dd1-9fe2-7b08bae1f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:50.757965 dv-neutron-839772-1-hyperv neutron-server[102642]: DEBUG neutron_lib.callbacks.manager [None req-cefb1cc1-2b16-4886-bef8-e008c7c38ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745689894238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8373486'] for agent, after_update {{(pid=102642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 15:17:54.983657 dv-neutron-839772-1-hyperv neutron-server[102643]: DEBUG neutron.db.agents_db [None req-49583019-fcdf-4824-b66b-1a5322cd08a1 None None] Agent healthcheck: found 6 active agents {{(pid=102643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}